[ 588.211065] env[69735]: INFO neutron.common.config [-] Logging enabled! [ 588.211334] env[69735]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev52 [ 588.211622] env[69735]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69735) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 588.211962] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 588.212086] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 588.212917] env[69735]: WARNING oslo_policy.policy [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 588.213148] env[69735]: WARNING oslo_policy.policy [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 588.214658] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] VMware NSXv3 Agent initialized successfully. [ 588.215038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] Acquiring lock "singleton_lock" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.215203] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] Acquired lock "singleton_lock" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.215419] env[69735]: DEBUG oslo_concurrency.lockutils [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] Releasing lock "singleton_lock" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.215796] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] Full set of CONF: {{(pid=69735) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 588.215923] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ******************************************************************************** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 588.216068] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] Configuration options gathered from: {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 588.216309] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 588.216487] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 588.216599] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ================================================================================ {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 588.216774] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] agent_down_time = 75 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.216925] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] allow_automatic_dhcp_failover = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.217081] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] allow_bulk = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.217232] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] api_extensions_path = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.217378] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] api_paste_config = api-paste.ini {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.217524] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] auth_strategy = keystone {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.217637] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] backdoor_port = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.217745] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] backdoor_socket = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.217887] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] backlog = 4096 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.218043] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] base_mac = fa:16:3e:00:00:00 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.218209] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] bind_host = 0.0.0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.218362] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] bind_port = 9696 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.218508] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] client_socket_timeout = 900 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.218653] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] config_dir = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.218768] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.218936] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] config_source = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.219100] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] control_exchange = neutron {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.219256] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] core_plugin = ml2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.219406] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] debug = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.219553] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] default_availability_zones = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.219766] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.219915] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] dhcp_agent_notification = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.220071] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] dhcp_agents_per_network = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.220217] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] dhcp_lease_duration = 86400 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.220366] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] dhcp_load_type = networks {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.220511] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] dns_domain = openstacklocal {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.220653] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.220796] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] enable_default_route_bfd = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.220982] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] enable_default_route_ecmp = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.221116] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] enable_dvr = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.221267] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] enable_new_agents = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.221425] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.221536] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] enable_signals = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.221671] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] enable_traditional_dhcp = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.221806] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] external_dns_driver = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.221974] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] filter_validation = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.222151] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] global_physnet_mtu = 8950 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.222367] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] graceful_shutdown_timeout = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.222548] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] host = cpu-1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.222671] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] host_dvr_for_dhcp = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.222816] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] http_retries = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.222965] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] instance_format = [instance: %(uuid)s] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.223124] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.223270] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ipam_driver = internal {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.223409] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ipv6_pd_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.223548] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] l3_ha = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.223693] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.223828] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] l3_ha_network_physical_name = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.223972] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] l3_ha_network_type = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.224165] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_color = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.224317] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_config_append = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.224462] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.224601] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_dir = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.224770] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.224884] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_options = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225040] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_rotate_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225193] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_rotate_interval_type = days {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225339] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] log_rotation_type = none {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225453] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225561] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225706] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225850] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.225962] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.226179] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] max_dns_nameservers = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.226256] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] max_header_line = 16384 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.226397] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] max_l3_agents_per_router = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.226534] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] max_logfile_count = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.226785] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] max_logfile_size_mb = 200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.226943] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] max_subnet_host_routes = 20 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.227195] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] my_ip = 10.180.1.21 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.227357] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] my_ipv6 = ::1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.227502] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] network_auto_schedule = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.227638] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] network_link_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.227784] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.227931] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] notify_nova_on_port_data_changes = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.228087] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] notify_nova_on_port_status_changes = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.228233] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] pagination_max_limit = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.228374] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] publish_errors = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.228513] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] rate_limit_burst = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.228659] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] rate_limit_except_level = CRITICAL {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.228803] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] rate_limit_interval = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.228944] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] retry_until_window = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.229101] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] router_distributed = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.229242] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] rpc_resources_processing_step = 20 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.229382] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] rpc_response_max_timeout = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.229524] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] rpc_response_timeout = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.229663] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] send_events_interval = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.229819] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] service_plugins = ['router'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.229965] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] setproctitle = on {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.230118] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] shell_completion = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.230259] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] state_path = /opt/stack/data/neutron {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.230405] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] syslog_log_facility = LOG_USER {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.230549] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] tcp_keepidle = 600 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.230683] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] transport_url = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.230825] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] use_journal = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.230971] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] use_json = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.231125] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] use_ssl = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.231294] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] use_stderr = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.231392] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] use_syslog = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.231542] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] vlan_qinq = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.231710] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] vlan_transparent = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.231855] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] watch_log_file = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.232009] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] wsgi_default_pool_size = 100 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.232184] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] wsgi_keep_alive = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.232339] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.232485] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] wsgi_server_debug = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 588.232725] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_concurrency.disable_process_locking = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.232808] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.232968] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.233089] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.233238] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.233389] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.233535] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.233695] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.connection_string = messaging:// {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.233853] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.233989] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.es_doc_type = notification {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.234147] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.es_scroll_size = 10000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.234290] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.es_scroll_time = 2m {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.234428] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.filter_error_trace = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.234573] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.hmac_keys = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.234715] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.sentinel_service_name = mymaster {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.234862] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.socket_timeout = 0.1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.235016] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.trace_requests = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.235156] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler.trace_sqlalchemy = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.235308] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler_jaeger.process_tags = {} {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.235446] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler_jaeger.service_name_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.235586] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] profiler_otlp.service_name_prefix = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.235741] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.enforce_new_defaults = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.236054] env[69735]: WARNING oslo_config.cfg [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 588.236381] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.enforce_scope = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.236381] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.policy_default_rule = default {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.236586] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.236696] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.236848] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.236990] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.237143] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.237282] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.237468] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.237567] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_policy.remote_timeout = 60.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.237713] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.237890] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] agent.extensions = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.238037] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.238182] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] service_providers.service_provider = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.238334] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.default_quota = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.238483] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.238627] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_floatingip = 50 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.238770] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_network = 100 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.238909] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_port = 500 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.239062] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.239205] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_router = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.239344] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_security_group = 10 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.239484] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.239626] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.quota_subnet = 100 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.239758] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] QUOTAS.track_quota_usage = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.239910] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.240062] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.240205] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.240361] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.240481] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.240623] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.240772] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.240938] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_dhcp_release.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.241089] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_dhcp_release.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.241243] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.241392] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.241534] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_dhcp_release.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.241684] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.241824] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_ovs_vsctl.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.241980] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_ovs_vsctl.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.242176] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.242313] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.242452] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_ovs_vsctl.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.242602] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_namespace.capabilities = [21] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.242742] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_namespace.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.242880] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_namespace.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.243066] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.243183] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_namespace.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.243323] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_namespace.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.243472] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_conntrack.capabilities = [12] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.243610] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_conntrack.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.243748] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_conntrack.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.243894] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.244044] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.244190] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_conntrack.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.244336] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_link.capabilities = [12, 21] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.244476] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_link.group = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.244610] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_link.helper_command = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.244751] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.244893] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_link.thread_pool_size = 8 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.245046] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] privsep_link.user = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.245211] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.245367] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.245511] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.continue_on_failed_promotions = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.245651] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.dscp = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.245792] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.dscp_inherit = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.245943] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.force_mp_to_policy = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.246099] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.locking_coordinator_url = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.246245] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.log_agent_heartbeats = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.246469] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.logging_expire = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.246533] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.246679] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.246828] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.polling_interval = 240 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.246976] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.247142] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.247296] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.report_interval = 30.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.247446] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.247595] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.247744] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.247890] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.sync_skew = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.248042] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.synchronization_queue_size = 20 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.248235] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT.use_helper_for_ns_read = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.248396] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] SECURITYGROUP.enable_ipset = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.248548] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] SECURITYGROUP.enable_security_group = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.248699] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.248851] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.248999] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] experimental.ipv6_pd_enabled = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.249181] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.extension_drivers = ['port_security'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.249328] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.external_network_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.249486] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.249636] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.overlay_ip_version = 4 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.249785] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.path_mtu = 8950 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.249940] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.physical_network_mtus = {} {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.250106] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.tenant_network_types = ['vlan'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.250257] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.250409] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ml2.type_drivers = ['vlan'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.250567] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT_CLI.neutron_port_id = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.250711] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.250855] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.251042] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.251210] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.251360] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.251519] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.251655] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.251805] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.252069] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.252247] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_login_password = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.252407] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_login_port = 443 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.252561] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_login_user = admin {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.252718] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.252854] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.252998] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.253204] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.253309] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.253462] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.253614] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.253765] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.253932] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.254071] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.254228] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.254372] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.254521] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.254727] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.254882] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] vsphere.vsphere_login_password = VMware1! {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.255044] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.255198] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.255342] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.255498] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.auth_type = password {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.255641] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.255779] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.255923] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.256098] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.endpoint_type = public {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.256243] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.256378] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.256598] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.region_name = RegionOne {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.256656] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.256796] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] nova.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.256939] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.257100] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.auth_type = password {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.257250] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.257388] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.257530] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.257676] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.endpoint_type = public {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.257818] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.257950] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.258096] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.258233] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.258369] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] placement.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.258511] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.auth_section = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.258660] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.auth_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.258787] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.cafile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.258914] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.certfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.259062] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.collect_timing = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.259204] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.connect_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.259342] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.connect_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.259485] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.enable_notifications = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.259624] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.endpoint_override = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.259764] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.insecure = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.259901] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.interface = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.260046] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.keyfile = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.260220] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.max_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.260374] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.min_version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.260515] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.region_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.260655] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.retriable_status_codes = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.260793] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.service_name = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.260958] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.service_type = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.261121] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.split_loggers = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.261264] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.status_code_retries = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.261402] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.status_code_retry_delay = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.261590] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.timeout = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.261662] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.valid_interfaces = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.261800] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ironic.version = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.261948] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] cli_script.dry_run = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.262138] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.262291] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.262437] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.262580] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.262723] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.262862] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.263007] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.263159] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.263341] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.263444] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.263584] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.263733] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.263881] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.264034] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.264258] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.264321] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.264462] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.264640] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.264739] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.264881] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.265031] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.265184] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.265328] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.265475] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.265619] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.265764] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.265905] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.266060] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.266207] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.266351] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.266494] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.ssl = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.266645] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.266784] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.266926] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.267087] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.267235] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.ssl_version = {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.267380] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.267534] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_notifications.driver = [] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.267683] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_notifications.retry = -1 {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.267839] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.267980] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] oslo_messaging_notifications.transport_url = **** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 588.268105] env[69735]: DEBUG oslo_service.backend.eventlet.service [None req-36de102b-1a7e-45fc-a47a-09a0cfc853cf None None] ******************************************************************************** {{(pid=69735) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 588.269138] env[69735]: DEBUG neutron.agent.securitygroups_rpc [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Init firewall settings (driver=nsxv3) {{(pid=69735) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 588.270467] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69735) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 588.270716] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] RPC agent_id: nsxm-l-01a.corp.local [ 588.273057] env[69735]: DEBUG dogpile.cache.region [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.273201] env[69735]: DEBUG dogpile.lock [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.273287] env[69735]: DEBUG dogpile.lock [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.273369] env[69735]: DEBUG dogpile.lock [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.273512] env[69735]: DEBUG dogpile.cache.region [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.273571] env[69735]: DEBUG dogpile.lock [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.273679] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.326275] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Session token - acquiring [ 588.327836] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.328027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.328141] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.328577] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.339467] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.627970] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 588.652419] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.652581] env[69735]: DEBUG dogpile.cache.region [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Cache value generated in 0.379 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 588.652717] env[69735]: DEBUG dogpile.lock [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.652799] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Activating Policy API Provider. [ 588.653053] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Looking for the default Infrastructure Rules. [ 588.722435] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Looking for the Default Layer3 Logged Drop Section. [ 588.739561] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 588.740046] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.740272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.740393] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.740694] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.741198] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.257287] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.759610] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.262392] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Inventory metadata is going to be refreshed. [ 590.262781] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 591.133539] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.133777] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.133777] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.134134] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.144952] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 591.145889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.146909] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 591.164360] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.164612] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.164656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.164943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.165092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.165248] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 591.165391] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.165514] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 591.188610] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.188861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.188905] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.189266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.189455] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.189609] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 591.210768] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.211063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.211119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.211406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.211548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.211707] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 591.230313] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.230527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.230585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.230907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.231111] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.231271] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 591.231381] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.231579] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 591.250477] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.250773] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.250773] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.251112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.251264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.251396] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 591.251503] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.251611] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 591.274699] env[69735]: DEBUG networking_nsxv3.common.locking [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.275127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.275127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.275314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.275464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.275625] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 591.275735] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 591.275839] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Inventory metadata have been refreshed. [ 591.275939] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Dryrun:True. Metadata refresh completed. [ 591.276069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Releasing lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.278333] env[69735]: INFO neutron.agent.agent_extensions_manager [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Loaded agent extensions: [] [ 591.279086] env[69735]: DEBUG neutron_lib.callbacks.manager [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69735) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 591.327652] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent RPC Daemon Started! [ 591.327831] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:0 started [ 591.327958] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent out of sync with plugin! [ 596.280213] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 596.280577] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 601.281287] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 601.281674] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.034969] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d299bb33-d702-4036-a50e-317db15f081c demo admin] Enqueued Resource ID: 28e3e59f-c00b-41a0-abad-2864e5f19657 with Priority: HIGHEST for action security_group_rules [ 606.036056] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e3e59f-c00b-41a0-abad-2864e5f19657 with Priority: HIGHEST for action security_group_rules [ 606.036056] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e3e59f-c00b-41a0-abad-2864e5f19657 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.036056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e3e59f-c00b-41a0-abad-2864e5f19657" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.036056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e3e59f-c00b-41a0-abad-2864e5f19657" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.036345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e3e59f-c00b-41a0-abad-2864e5f19657" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.036416] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e3e59f-c00b-41a0-abad-2864e5f19657',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.557216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.561159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.561159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.561159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.561159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.561159] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e3e59f-c00b-41a0-abad-2864e5f19657 already deleted. [ 606.561159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e3e59f-c00b-41a0-abad-2864e5f19657" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.036717] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.043705] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.037926] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.038390] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.039056] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.039434] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 626.040419] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.040801] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 630.283934] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.283934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.283934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.283934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.283934] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.787193] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.042997] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.042997] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.293573] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.796478] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 631.796478] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 631.907876] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d1798efe-c7db-4d9e-992d-1fe2289de62b None None] Enqueued Resource ID: b500acfb-3659-4c98-b372-9e04afc9115b with Priority: HIGHEST for action port [ 631.908423] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b500acfb-3659-4c98-b372-9e04afc9115b with Priority: HIGHEST for action port [ 631.908731] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b500acfb-3659-4c98-b372-9e04afc9115b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.908857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b500acfb-3659-4c98-b372-9e04afc9115b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.908927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b500acfb-3659-4c98-b372-9e04afc9115b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.910852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b500acfb-3659-4c98-b372-9e04afc9115b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.910942] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b500acfb-3659-4c98-b372-9e04afc9115b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.413737] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b500acfb-3659-4c98-b372-9e04afc9115b [ 632.413737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.413737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.413737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.413737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.413737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.413737] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b500acfb-3659-4c98-b372-9e04afc9115b already deleted. [ 632.414251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b500acfb-3659-4c98-b372-9e04afc9115b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.644089] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.644247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.644319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.644527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.660895] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 632.663268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.663333] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 632.684564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.684709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.684776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.684974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.685340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.685471] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 632.685546] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.685655] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 632.707347] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.707513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.707595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.707814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.707946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.708118] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 632.734281] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.734281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.734281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.734281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.734464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.734464] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 632.757352] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.757465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.757537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.757739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.757842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.758013] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 632.758065] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.758111] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 632.776812] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.777173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.777173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.777251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.777338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.777440] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 632.777514] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.777615] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 632.801265] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.802012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.802012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.802012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.802012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.802012] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 632.802233] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.802233] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 632.802233] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 632.802326] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 632.802326] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 632.802431] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 632.802703] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 632.802774] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 632.802846] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 632.827083] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.827421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.827421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.827526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.827630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.827742] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 632.848055] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.848241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.848286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.848495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.848600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.865312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.622629] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f41de0be-0fbe-4ebc-8260-daecf698e777 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Enqueued Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_rules [ 633.623244] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_rules [ 633.623469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.623794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.623794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.624202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.624293] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.678018] env[69735]: INFO networking_nsxv3.common.synchronization [None req-fd1aad58-dedd-4264-8c58-a01ef9d530c4 None None] Enqueued Resource ID: ec4b452e-91f4-4e99-a635-565635f0f6c3 with Priority: HIGHEST for action port [ 633.678018] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4b452e-91f4-4e99-a635-565635f0f6c3 with Priority: HIGHEST for action port [ 633.678018] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4b452e-91f4-4e99-a635-565635f0f6c3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.678018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4b452e-91f4-4e99-a635-565635f0f6c3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.678018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4b452e-91f4-4e99-a635-565635f0f6c3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.678018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4b452e-91f4-4e99-a635-565635f0f6c3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.678018] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4b452e-91f4-4e99-a635-565635f0f6c3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.739389] env[69735]: INFO networking_nsxv3.common.synchronization [None req-871bf780-16a7-4bf5-b415-c24c78b9fccb tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Enqueued Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_rules [ 633.740267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_rules [ 633.740941] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.741313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.146443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.146443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.146443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.146443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.146443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.146443] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 already deleted. [ 634.146443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.146443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.146443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.146443] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.181156] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec4b452e-91f4-4e99-a635-565635f0f6c3 [ 634.182739] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.182739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.182739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.182739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.182739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.182739] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec4b452e-91f4-4e99-a635-565635f0f6c3 already deleted. [ 634.182739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4b452e-91f4-4e99-a635-565635f0f6c3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.666776] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.667361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.667361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.667361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.667361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.667361] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 already deleted. [ 634.667510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.419518] env[69735]: INFO networking_nsxv3.common.synchronization [None req-4594dddf-fee2-4682-8206-2fb7d4fd70c4 None None] Enqueued Resource ID: dc177b8d-9210-4ce2-9cd9-4fd38b17f862 with Priority: HIGHEST for action port [ 636.421138] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc177b8d-9210-4ce2-9cd9-4fd38b17f862 with Priority: HIGHEST for action port [ 636.424056] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc177b8d-9210-4ce2-9cd9-4fd38b17f862 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.424056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc177b8d-9210-4ce2-9cd9-4fd38b17f862" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.424056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc177b8d-9210-4ce2-9cd9-4fd38b17f862" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.424056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc177b8d-9210-4ce2-9cd9-4fd38b17f862" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.424056] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc177b8d-9210-4ce2-9cd9-4fd38b17f862',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.926306] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc177b8d-9210-4ce2-9cd9-4fd38b17f862 [ 636.926306] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.926306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.926306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.926306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.926306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.926306] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc177b8d-9210-4ce2-9cd9-4fd38b17f862 already deleted. [ 636.926306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc177b8d-9210-4ce2-9cd9-4fd38b17f862" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.847054] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ccfbecd7-35d9-4f12-925b-bafd959a4afe None None] Enqueued Resource ID: 8a1e7d1c-1efe-4237-9175-b386b0638daa with Priority: HIGHEST for action port [ 637.847556] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e7d1c-1efe-4237-9175-b386b0638daa with Priority: HIGHEST for action port [ 637.847974] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1e7d1c-1efe-4237-9175-b386b0638daa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.847974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1e7d1c-1efe-4237-9175-b386b0638daa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.848117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1e7d1c-1efe-4237-9175-b386b0638daa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.848287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1e7d1c-1efe-4237-9175-b386b0638daa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.848368] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1e7d1c-1efe-4237-9175-b386b0638daa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.351692] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a1e7d1c-1efe-4237-9175-b386b0638daa [ 638.352914] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.352914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.352914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.352914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.352914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.352914] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a1e7d1c-1efe-4237-9175-b386b0638daa already deleted. [ 638.352914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1e7d1c-1efe-4237-9175-b386b0638daa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.725921] env[69735]: INFO networking_nsxv3.common.synchronization [None req-700a4c6f-0dc0-4223-b12f-6b9aba9bc22c None None] Enqueued Resource ID: c55d0c68-940c-4780-bf56-de4a1c4b1fa0 with Priority: HIGHEST for action port [ 638.727088] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55d0c68-940c-4780-bf56-de4a1c4b1fa0 with Priority: HIGHEST for action port [ 638.727517] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c55d0c68-940c-4780-bf56-de4a1c4b1fa0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.727694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c55d0c68-940c-4780-bf56-de4a1c4b1fa0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.728159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c55d0c68-940c-4780-bf56-de4a1c4b1fa0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.728246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c55d0c68-940c-4780-bf56-de4a1c4b1fa0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.728364] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c55d0c68-940c-4780-bf56-de4a1c4b1fa0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.231952] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c55d0c68-940c-4780-bf56-de4a1c4b1fa0 [ 639.232322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.232322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.232413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.232908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.232908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.232908] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c55d0c68-940c-4780-bf56-de4a1c4b1fa0 already deleted. [ 639.232908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c55d0c68-940c-4780-bf56-de4a1c4b1fa0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.809970] env[69735]: INFO networking_nsxv3.common.synchronization [None req-423a9fc0-1aa4-4c9c-acc4-d5ba2a0c33a6 None None] Enqueued Resource ID: a0fa4cc2-16b8-4063-90ca-188f718f26cb with Priority: HIGHEST for action port [ 639.810599] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa4cc2-16b8-4063-90ca-188f718f26cb with Priority: HIGHEST for action port [ 639.810918] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0fa4cc2-16b8-4063-90ca-188f718f26cb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.811059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0fa4cc2-16b8-4063-90ca-188f718f26cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.811130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0fa4cc2-16b8-4063-90ca-188f718f26cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.811377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0fa4cc2-16b8-4063-90ca-188f718f26cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.811501] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fa4cc2-16b8-4063-90ca-188f718f26cb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.270892] env[69735]: INFO networking_nsxv3.common.synchronization [None req-b5f82f31-96e9-4ebf-9e62-1677929fcd1e None None] Enqueued Resource ID: 67ea0e41-ffff-4340-bc27-bab40dad2033 with Priority: HIGHEST for action port [ 640.271251] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ea0e41-ffff-4340-bc27-bab40dad2033 with Priority: HIGHEST for action port [ 640.272021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ea0e41-ffff-4340-bc27-bab40dad2033 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.272332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ea0e41-ffff-4340-bc27-bab40dad2033" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.272332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ea0e41-ffff-4340-bc27-bab40dad2033" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.272487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ea0e41-ffff-4340-bc27-bab40dad2033" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.272584] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ea0e41-ffff-4340-bc27-bab40dad2033',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.314774] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0fa4cc2-16b8-4063-90ca-188f718f26cb [ 640.316397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.316397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.316397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.316397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.316397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.316397] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0fa4cc2-16b8-4063-90ca-188f718f26cb already deleted. [ 640.316397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0fa4cc2-16b8-4063-90ca-188f718f26cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.322688] env[69735]: INFO networking_nsxv3.common.synchronization [None req-684ea596-75f1-4d0a-bedc-6e8785bc09bc None None] Enqueued Resource ID: c1016a92-beeb-4b80-ac6a-ec67901a43d1 with Priority: HIGHEST for action port [ 640.322946] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1016a92-beeb-4b80-ac6a-ec67901a43d1 with Priority: HIGHEST for action port [ 640.323507] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1016a92-beeb-4b80-ac6a-ec67901a43d1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.323622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1016a92-beeb-4b80-ac6a-ec67901a43d1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.324752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1016a92-beeb-4b80-ac6a-ec67901a43d1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.324752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1016a92-beeb-4b80-ac6a-ec67901a43d1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.324752] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1016a92-beeb-4b80-ac6a-ec67901a43d1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.776055] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ea0e41-ffff-4340-bc27-bab40dad2033 [ 640.776305] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.776451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.776534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.776746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.777339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.777339] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ea0e41-ffff-4340-bc27-bab40dad2033 already deleted. [ 640.777339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ea0e41-ffff-4340-bc27-bab40dad2033" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.828240] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1016a92-beeb-4b80-ac6a-ec67901a43d1 [ 640.828240] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.828240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.828240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.828240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.828240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.828240] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1016a92-beeb-4b80-ac6a-ec67901a43d1 already deleted. [ 640.829058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1016a92-beeb-4b80-ac6a-ec67901a43d1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887920] env[69735]: INFO networking_nsxv3.common.synchronization [None req-dd63127a-c90a-4e3c-bde4-dba6608aaab3 None None] Enqueued Resource ID: fda47840-578b-4382-bdc1-d77f9308da72 with Priority: HIGHEST for action port [ 640.888428] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda47840-578b-4382-bdc1-d77f9308da72 with Priority: HIGHEST for action port [ 640.888727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda47840-578b-4382-bdc1-d77f9308da72 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.888844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda47840-578b-4382-bdc1-d77f9308da72" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.888909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda47840-578b-4382-bdc1-d77f9308da72" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.889197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda47840-578b-4382-bdc1-d77f9308da72" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.889326] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda47840-578b-4382-bdc1-d77f9308da72',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.074750] env[69735]: INFO networking_nsxv3.common.synchronization [None req-24d95df3-4743-431e-81ec-acf268706280 None None] Enqueued Resource ID: 10b94a7f-795a-4063-90f7-402486b7e772 with Priority: HIGHEST for action port [ 641.075401] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10b94a7f-795a-4063-90f7-402486b7e772 with Priority: HIGHEST for action port [ 641.075658] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-10b94a7f-795a-4063-90f7-402486b7e772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.075785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10b94a7f-795a-4063-90f7-402486b7e772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.075852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10b94a7f-795a-4063-90f7-402486b7e772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.079331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10b94a7f-795a-4063-90f7-402486b7e772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.079430] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10b94a7f-795a-4063-90f7-402486b7e772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.395336] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fda47840-578b-4382-bdc1-d77f9308da72 [ 641.395336] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.395336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.395336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.395336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.395336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.395336] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fda47840-578b-4382-bdc1-d77f9308da72 already deleted. [ 641.395336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda47840-578b-4382-bdc1-d77f9308da72" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.582198] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10b94a7f-795a-4063-90f7-402486b7e772 [ 641.583043] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.583043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.583043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.584676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.584747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.584837] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10b94a7f-795a-4063-90f7-402486b7e772 already deleted. [ 641.584944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10b94a7f-795a-4063-90f7-402486b7e772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.420809] env[69735]: INFO networking_nsxv3.common.synchronization [None req-58923f8d-a030-4b09-857a-30cfa416c450 None None] Enqueued Resource ID: b019bbc3-f61b-42a4-9d5b-a008c059afe9 with Priority: HIGHEST for action port [ 642.421850] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b019bbc3-f61b-42a4-9d5b-a008c059afe9 with Priority: HIGHEST for action port [ 642.422385] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b019bbc3-f61b-42a4-9d5b-a008c059afe9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.422635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b019bbc3-f61b-42a4-9d5b-a008c059afe9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.422724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b019bbc3-f61b-42a4-9d5b-a008c059afe9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.423072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b019bbc3-f61b-42a4-9d5b-a008c059afe9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.423179] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b019bbc3-f61b-42a4-9d5b-a008c059afe9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.928377] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b019bbc3-f61b-42a4-9d5b-a008c059afe9 [ 642.928717] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.929226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.929318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.929445] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b019bbc3-f61b-42a4-9d5b-a008c059afe9 already deleted. [ 642.929618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b019bbc3-f61b-42a4-9d5b-a008c059afe9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.507580] env[69735]: INFO networking_nsxv3.common.synchronization [None req-6fb262a4-ee1b-4f8a-89cc-2b6ff0a7477d None None] Enqueued Resource ID: 8a914e67-0582-4087-8284-5d157be6f073 with Priority: HIGHEST for action port [ 643.508432] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a914e67-0582-4087-8284-5d157be6f073 with Priority: HIGHEST for action port [ 643.508884] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a914e67-0582-4087-8284-5d157be6f073 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.508975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a914e67-0582-4087-8284-5d157be6f073" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.510183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a914e67-0582-4087-8284-5d157be6f073" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.510426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a914e67-0582-4087-8284-5d157be6f073" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.510426] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a914e67-0582-4087-8284-5d157be6f073',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.566743] env[69735]: INFO networking_nsxv3.common.synchronization [None req-064ede5a-4ee4-4a21-b295-bae918a494cc None None] Enqueued Resource ID: be6bcc0b-398c-4c15-8580-aa2b5a3e818b with Priority: HIGHEST for action port [ 643.566743] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6bcc0b-398c-4c15-8580-aa2b5a3e818b with Priority: HIGHEST for action port [ 643.567106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-be6bcc0b-398c-4c15-8580-aa2b5a3e818b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.567168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be6bcc0b-398c-4c15-8580-aa2b5a3e818b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.567260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be6bcc0b-398c-4c15-8580-aa2b5a3e818b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.567495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be6bcc0b-398c-4c15-8580-aa2b5a3e818b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.567586] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be6bcc0b-398c-4c15-8580-aa2b5a3e818b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.012875] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a914e67-0582-4087-8284-5d157be6f073 [ 644.013454] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.013454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.013454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.013680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.013733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.013843] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a914e67-0582-4087-8284-5d157be6f073 already deleted. [ 644.013942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a914e67-0582-4087-8284-5d157be6f073" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.071422] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be6bcc0b-398c-4c15-8580-aa2b5a3e818b [ 644.071422] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.071422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.073762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.073762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.073762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.073762] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be6bcc0b-398c-4c15-8580-aa2b5a3e818b already deleted. [ 644.073762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be6bcc0b-398c-4c15-8580-aa2b5a3e818b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.223310] env[69735]: INFO networking_nsxv3.common.synchronization [None req-221883a0-77ef-47b0-be89-d1a2c2a69232 None None] Enqueued Resource ID: 7b8f0370-6129-49b2-8f5b-fd82c14855f6 with Priority: HIGHEST for action port [ 645.223577] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8f0370-6129-49b2-8f5b-fd82c14855f6 with Priority: HIGHEST for action port [ 645.224120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8f0370-6129-49b2-8f5b-fd82c14855f6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.224237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8f0370-6129-49b2-8f5b-fd82c14855f6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.224305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8f0370-6129-49b2-8f5b-fd82c14855f6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.224569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8f0370-6129-49b2-8f5b-fd82c14855f6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.224650] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8f0370-6129-49b2-8f5b-fd82c14855f6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.462650] env[69735]: INFO networking_nsxv3.common.synchronization [None req-90dc2b75-3a47-4b38-8468-72e0f996f724 None None] Enqueued Resource ID: 97328e88-9ddd-46fe-afeb-de9284139944 with Priority: HIGHEST for action port [ 645.463428] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97328e88-9ddd-46fe-afeb-de9284139944 with Priority: HIGHEST for action port [ 645.464907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-97328e88-9ddd-46fe-afeb-de9284139944 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.465100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97328e88-9ddd-46fe-afeb-de9284139944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.465172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97328e88-9ddd-46fe-afeb-de9284139944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.466089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97328e88-9ddd-46fe-afeb-de9284139944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.466193] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97328e88-9ddd-46fe-afeb-de9284139944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.727666] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b8f0370-6129-49b2-8f5b-fd82c14855f6 [ 645.727902] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.730056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.730056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.730056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.730056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.730056] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b8f0370-6129-49b2-8f5b-fd82c14855f6 already deleted. [ 645.730056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8f0370-6129-49b2-8f5b-fd82c14855f6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.968554] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97328e88-9ddd-46fe-afeb-de9284139944 [ 645.970241] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.970241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.970241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.970241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.970241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.970241] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97328e88-9ddd-46fe-afeb-de9284139944 already deleted. [ 645.970241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97328e88-9ddd-46fe-afeb-de9284139944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.003594] env[69735]: INFO networking_nsxv3.common.synchronization [None req-92112de8-f7df-4772-a07c-9f2eeebb88d5 None None] Enqueued Resource ID: f3fafe4f-9e80-43eb-8285-590806893bf9 with Priority: HIGHEST for action port [ 646.004113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3fafe4f-9e80-43eb-8285-590806893bf9 with Priority: HIGHEST for action port [ 646.004464] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3fafe4f-9e80-43eb-8285-590806893bf9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.004464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3fafe4f-9e80-43eb-8285-590806893bf9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.004584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3fafe4f-9e80-43eb-8285-590806893bf9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.004913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3fafe4f-9e80-43eb-8285-590806893bf9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.004913] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fafe4f-9e80-43eb-8285-590806893bf9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.510437] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3fafe4f-9e80-43eb-8285-590806893bf9 [ 646.512746] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.512746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.512746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.512746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.512746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.512746] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3fafe4f-9e80-43eb-8285-590806893bf9 already deleted. [ 646.513715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3fafe4f-9e80-43eb-8285-590806893bf9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.892178] env[69735]: INFO networking_nsxv3.common.synchronization [None req-173b7180-7e2b-4ba2-abdd-c2571f069511 None None] Enqueued Resource ID: 28b98bf6-7412-434c-b041-de82128e96cc with Priority: HIGHEST for action port [ 646.892433] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b98bf6-7412-434c-b041-de82128e96cc with Priority: HIGHEST for action port [ 646.893096] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b98bf6-7412-434c-b041-de82128e96cc taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.893213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b98bf6-7412-434c-b041-de82128e96cc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.893282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b98bf6-7412-434c-b041-de82128e96cc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.895400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b98bf6-7412-434c-b041-de82128e96cc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.895900] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b98bf6-7412-434c-b041-de82128e96cc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.328021] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e3c9afec-4b75-438a-b3a4-d37edfd57101 None None] Enqueued Resource ID: f6687162-38f2-4e74-801b-2ebf4f8ee787 with Priority: HIGHEST for action port [ 647.328021] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6687162-38f2-4e74-801b-2ebf4f8ee787 with Priority: HIGHEST for action port [ 647.328021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6687162-38f2-4e74-801b-2ebf4f8ee787 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.328021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6687162-38f2-4e74-801b-2ebf4f8ee787" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.328021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6687162-38f2-4e74-801b-2ebf4f8ee787" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.328021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6687162-38f2-4e74-801b-2ebf4f8ee787" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.328021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6687162-38f2-4e74-801b-2ebf4f8ee787',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.398125] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28b98bf6-7412-434c-b041-de82128e96cc [ 647.398444] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.398661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.398722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.398984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.399152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.400091] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28b98bf6-7412-434c-b041-de82128e96cc already deleted. [ 647.400304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b98bf6-7412-434c-b041-de82128e96cc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.727896] env[69735]: INFO networking_nsxv3.common.synchronization [None req-a8031bf1-065a-4688-b082-9367cc9d3aa6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Enqueued Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_rules [ 647.728456] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_rules [ 647.728758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.728877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.728950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.729334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.729383] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.835079] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6687162-38f2-4e74-801b-2ebf4f8ee787 [ 647.835079] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.835079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.835079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.835079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.835079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.835079] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6687162-38f2-4e74-801b-2ebf4f8ee787 already deleted. [ 647.835079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6687162-38f2-4e74-801b-2ebf4f8ee787" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.871920] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f840efe9-6e41-41b1-83ff-4e55aec94f06 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Enqueued Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_rules [ 647.872585] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_rules [ 647.872919] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.873020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.262787] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.262787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.264176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.264410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.264508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.264609] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 already deleted. [ 648.264694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.265330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.265433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.265522] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.590337] env[69735]: INFO networking_nsxv3.common.synchronization [None req-9897cd3a-ea97-4ef0-be9d-7439634dcd00 None None] Enqueued Resource ID: bb388d80-70ed-4205-aa93-d233e6bc4f9c with Priority: HIGHEST for action port [ 648.590904] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb388d80-70ed-4205-aa93-d233e6bc4f9c with Priority: HIGHEST for action port [ 648.591224] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb388d80-70ed-4205-aa93-d233e6bc4f9c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.591350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb388d80-70ed-4205-aa93-d233e6bc4f9c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.591416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb388d80-70ed-4205-aa93-d233e6bc4f9c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.591754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb388d80-70ed-4205-aa93-d233e6bc4f9c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.591847] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb388d80-70ed-4205-aa93-d233e6bc4f9c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.795100] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.795367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.795367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.795593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.795644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.795737] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 already deleted. [ 648.795858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.096112] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb388d80-70ed-4205-aa93-d233e6bc4f9c [ 649.096112] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.096112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.096112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.096112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.096112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.096112] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb388d80-70ed-4205-aa93-d233e6bc4f9c already deleted. [ 649.096112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb388d80-70ed-4205-aa93-d233e6bc4f9c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.130036] env[69735]: INFO networking_nsxv3.common.synchronization [req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 req-25e5932d-0447-404b-a3b5-16902820f479 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 650.130326] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 650.130435] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.130562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.130632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.130891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.131094] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.131206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.131270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.131425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.131513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.131628] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.633780] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.633965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.634060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.635675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.635776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.636042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.636166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.636235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.636414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.636499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.636618] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 already deleted. [ 650.636679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.803776] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.804022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.804168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.804488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.804755] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.804916] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.805051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.805274] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.805448] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.805785] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.805937] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.806087] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.806218] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.806359] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.806494] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.806669] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.828765] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.829008] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.829446] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.829650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.829992] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-5ae678f5-d6d7-4302-9764-cd11c15ea866 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.830195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.830324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.830733] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.831634] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae678f5-d6d7-4302-9764-cd11c15ea866',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.334330] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.334982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.335178] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.335687] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.335915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.336267] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 5ae678f5-d6d7-4302-9764-cd11c15ea866 not found, creating... [ 651.336734] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.336916] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.337052] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.337506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.337683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.338126] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.338607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.338774] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.338983] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.339179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.339311] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 5ae678f5-d6d7-4302-9764-cd11c15ea866 is going to be created. [ 651.364379] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.364597] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.364797] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.365202] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.365482] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.365776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.344674] env[69735]: INFO networking_nsxv3.common.synchronization [req-1573e23d-5b96-4cfa-bf06-2c219700095d req-a70068f4-d2e8-4e62-8085-4a21116fad93 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Enqueued Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_members [ 652.346834] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_members [ 652.346834] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.346834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351829] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.351829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.351829] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.447626] env[69735]: INFO networking_nsxv3.common.synchronization [None req-37de1a1e-2e4b-4f2d-a8e2-5e633197fdfb tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_rules [ 652.448111] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_rules [ 652.448403] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.448524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.448589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.448842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.448919] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.573135] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d367aee0-e404-4f97-80e9-9a8151a4bd83 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_rules [ 652.573688] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_rules [ 652.574630] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.574630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.665695] env[69735]: INFO networking_nsxv3.common.synchronization [req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 req-e0c92759-dec5-48d4-bdfe-f48648b7cb3e service nova] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_rules [ 652.665695] env[69735]: INFO networking_nsxv3.common.synchronization [req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 req-e0c92759-dec5-48d4-bdfe-f48648b7cb3e service nova] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 652.665695] env[69735]: INFO networking_nsxv3.common.synchronization [req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 req-e0c92759-dec5-48d4-bdfe-f48648b7cb3e service nova] Enqueued Resource ID: 5ae678f5-d6d7-4302-9764-cd11c15ea866 with Priority: HIGHEST for action port [ 652.665800] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_rules [ 652.666660] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 652.666660] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae678f5-d6d7-4302-9764-cd11c15ea866 with Priority: HIGHEST for action port [ 652.666983] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.667305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.667404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.667653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.667733] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.668625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.668734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.670270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.670270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.670270] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.670270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.670270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.670270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.670270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.670270] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.673438] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae678f5-d6d7-4302-9764-cd11c15ea866 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.673438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.673438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.673438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.673438] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae678f5-d6d7-4302-9764-cd11c15ea866',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.853694] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.854033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.854033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.854183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.854277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.856013] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.856013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.856013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.856013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.856013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.856013] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 already deleted. [ 652.856013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.978586] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.978733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.978797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.979016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.979121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.979229] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 already deleted. [ 652.979301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.979450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.979642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.979748] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.099383] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.099383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.099383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.099383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.100340] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.100340] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.100340] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.100987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.101391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.101748] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.101917] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.103723] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.103723] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.103723] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.103723] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.103723] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.123224] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.123224] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.123876] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.123876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.123876] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-27843f59-6d53-42f3-85ec-a0430a33c92e taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.124134] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.124266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.124584] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.124764] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27843f59-6d53-42f3-85ec-a0430a33c92e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.175659] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.176291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.189380] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.190560] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae678f5-d6d7-4302-9764-cd11c15ea866 with status ACTIVE [ 653.190664] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.190751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.190897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.191136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.191248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.191505] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.192011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.192011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.192011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.192190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.192390] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.192530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.192604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.192774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.192888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.193009] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae678f5-d6d7-4302-9764-cd11c15ea866 is going to be updated. [ 653.216670] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.216670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.217127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.217676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.217905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.218294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae678f5-d6d7-4302-9764-cd11c15ea866" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.440054] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7654060e-df6c-45dc-b144-62f2dd4f0fed None None] Enqueued Resource ID: de0bd82e-28d8-4b72-95fe-d500f786b62f with Priority: HIGHEST for action port [ 653.442230] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0bd82e-28d8-4b72-95fe-d500f786b62f with Priority: HIGHEST for action port [ 653.442230] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-de0bd82e-28d8-4b72-95fe-d500f786b62f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.442373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de0bd82e-28d8-4b72-95fe-d500f786b62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.442424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de0bd82e-28d8-4b72-95fe-d500f786b62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.447143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de0bd82e-28d8-4b72-95fe-d500f786b62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.448046] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0bd82e-28d8-4b72-95fe-d500f786b62f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.470950] env[69735]: INFO networking_nsxv3.common.synchronization [None req-cc3689df-9cb0-4681-90ef-b3337460b6a2 None None] Enqueued Resource ID: c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9 with Priority: HIGHEST for action port [ 653.470950] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9 with Priority: HIGHEST for action port [ 653.471119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.471225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.471295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.471553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.471693] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.500388] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.501151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.501151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.501361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.501542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.502353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 already deleted. [ 653.502353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.629098] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.629551] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.629696] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.629984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.630151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.630317] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 27843f59-6d53-42f3-85ec-a0430a33c92e not found, creating... [ 653.630594] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.630756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.630882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.632396] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.632396] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.632396] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.633921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.633921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.633921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.633921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.633921] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 27843f59-6d53-42f3-85ec-a0430a33c92e is going to be created. [ 653.653318] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.653619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.653685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.653967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.654336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.654419] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.690040] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.953270] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de0bd82e-28d8-4b72-95fe-d500f786b62f [ 653.953725] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.954769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.954769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.954769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.954769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.954769] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de0bd82e-28d8-4b72-95fe-d500f786b62f already deleted. [ 653.954769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de0bd82e-28d8-4b72-95fe-d500f786b62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.974943] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9 [ 653.976036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.978042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.978042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.978042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.978042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.978042] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9 already deleted. [ 653.978042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a68002-c4e6-4a8f-a9a6-42b9d1f159f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.195556] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.195556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.195556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.195556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.195556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.195556] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be created. [ 654.223413] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.223547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.225473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.225473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.225473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.234295] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: UNINITIALIZED for 2s [ 654.676520] env[69735]: INFO networking_nsxv3.common.synchronization [req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 req-c71c88d7-e85d-453d-886b-45a0b4974b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 654.676520] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 654.676804] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.677382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.677382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.677670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.677838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.677950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.678022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.678202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.678292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.678390] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.686761] env[69735]: INFO networking_nsxv3.common.synchronization [None req-41643bcc-7b0a-4ef6-882b-413b0e7de5c9 None None] Enqueued Resource ID: 1468e844-acea-4321-8d2d-bd2a9202fcd9 with Priority: HIGHEST for action port [ 654.687968] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1468e844-acea-4321-8d2d-bd2a9202fcd9 with Priority: HIGHEST for action port [ 654.687968] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1468e844-acea-4321-8d2d-bd2a9202fcd9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.688130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1468e844-acea-4321-8d2d-bd2a9202fcd9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.689896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1468e844-acea-4321-8d2d-bd2a9202fcd9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.689896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1468e844-acea-4321-8d2d-bd2a9202fcd9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.689896] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1468e844-acea-4321-8d2d-bd2a9202fcd9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.747422] env[69735]: INFO networking_nsxv3.common.synchronization [req-1573e23d-5b96-4cfa-bf06-2c219700095d req-90b53672-e670-4a25-badf-36bcc178f3cd service nova] Enqueued Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_rules [ 654.747613] env[69735]: INFO networking_nsxv3.common.synchronization [req-1573e23d-5b96-4cfa-bf06-2c219700095d req-90b53672-e670-4a25-badf-36bcc178f3cd service nova] Enqueued Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_members [ 654.747752] env[69735]: INFO networking_nsxv3.common.synchronization [req-1573e23d-5b96-4cfa-bf06-2c219700095d req-90b53672-e670-4a25-badf-36bcc178f3cd service nova] Enqueued Resource ID: 27843f59-6d53-42f3-85ec-a0430a33c92e with Priority: HIGHEST for action port [ 654.747985] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_rules [ 654.748130] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_members [ 654.748244] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27843f59-6d53-42f3-85ec-a0430a33c92e with Priority: HIGHEST for action port [ 654.748949] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.748949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.748949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.749375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.749549] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.750948] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.751120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.751217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.751428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.751888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.752070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.752417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.752417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.752417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.752542] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.753491] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-27843f59-6d53-42f3-85ec-a0430a33c92e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.754150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.754251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.754451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.754564] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27843f59-6d53-42f3-85ec-a0430a33c92e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.186664] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.186664] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.186664] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 already deleted. [ 655.186664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.191839] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1468e844-acea-4321-8d2d-bd2a9202fcd9 [ 655.192213] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.194787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.194787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.194787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.194787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.194787] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1468e844-acea-4321-8d2d-bd2a9202fcd9 already deleted. [ 655.194787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1468e844-acea-4321-8d2d-bd2a9202fcd9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.256748] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.257818] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.257950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.258152] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27843f59-6d53-42f3-85ec-a0430a33c92e with status ACTIVE [ 655.258328] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.258442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.258508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.258711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.258807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.258969] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.259077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.259141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.259296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.259375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.259721] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.259721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.259721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.259855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.259898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.259981] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27843f59-6d53-42f3-85ec-a0430a33c92e is going to be updated. [ 655.282652] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.282890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.282890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.283426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.283426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.283426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27843f59-6d53-42f3-85ec-a0430a33c92e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.577266] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.577556] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.577650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.578081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.578370] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.579093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.579093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.579328] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.579434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.579844] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.579844] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.580806] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.580806] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.580806] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.580806] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.580806] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.601420] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.601420] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.601420] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.601420] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.601875] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-c096e904-97fb-4099-85c6-b653a6277d82 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.601875] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.602047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.602369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.602524] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c096e904-97fb-4099-85c6-b653a6277d82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.763579] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.109220] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.109494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.109700] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.110174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.110293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.110490] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port c096e904-97fb-4099-85c6-b653a6277d82 not found, creating... [ 656.110817] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.111024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.111160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.112125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.112397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.112633] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.112947] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.113166] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.113457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.113646] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.113815] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: c096e904-97fb-4099-85c6-b653a6277d82 is going to be created. [ 656.135664] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.135664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.135664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.135664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.135664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.135901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.230521] env[69735]: INFO networking_nsxv3.common.synchronization [None req-c2644afc-9cdc-4ba5-ade4-ccb14d3faf89 None None] Enqueued Resource ID: dce118b9-5175-4dd6-b29e-9795db79482c with Priority: HIGHEST for action port [ 656.230521] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce118b9-5175-4dd6-b29e-9795db79482c with Priority: HIGHEST for action port [ 656.233424] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce118b9-5175-4dd6-b29e-9795db79482c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.233776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce118b9-5175-4dd6-b29e-9795db79482c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.233776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce118b9-5175-4dd6-b29e-9795db79482c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.233885] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce118b9-5175-4dd6-b29e-9795db79482c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.233885] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce118b9-5175-4dd6-b29e-9795db79482c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.246390] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: SUCCESS [ 656.246481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.247125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.247125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.247125] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.247331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.247331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.247507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.247507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.248345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.248345] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.267410] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.267578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.267635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.267857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.268052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.268146] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 is going to be created. [ 656.294346] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.294346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.294826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.296675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.296675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.305515] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 in Status: UNINITIALIZED for 2s [ 656.738072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce118b9-5175-4dd6-b29e-9795db79482c [ 656.738492] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.738633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.738703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.738904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.738984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.739092] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce118b9-5175-4dd6-b29e-9795db79482c already deleted. [ 656.741305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce118b9-5175-4dd6-b29e-9795db79482c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.753623] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.753785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.753838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.754702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.754702] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.754702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.754702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.754702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.754702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.755026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.755026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.755026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.755026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.759048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.759456] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.759456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.759456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.759667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.759733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.759817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.760661] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.895307] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d02d2bb3-739e-4c27-babd-c78253b396e7 None None] Enqueued Resource ID: b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb with Priority: HIGHEST for action port [ 656.895307] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb with Priority: HIGHEST for action port [ 656.896232] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.896397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.896444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.896694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.896762] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.267398] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17554eaf-48bc-4e26-aed3-7faa6957e537: rpc.has_security_group_logging(os_id): False [ 657.285521] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.285753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.285753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.285903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.286044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.286844] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.286844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.286844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.286844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.286844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.286844] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.287761] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.287761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.287761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be created. [ 657.361812] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.362058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.362115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.362281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.362461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.381572] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: IN_PROGRESS for 2s [ 657.400505] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb [ 657.400505] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.400505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.400782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.400782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.400860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.400959] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb already deleted. [ 657.401049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d4dc95-e251-4a35-b1c9-bac8b7ee13eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.753861] env[69735]: INFO networking_nsxv3.common.synchronization [req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 req-a2ee3442-ec5f-4a4c-bf12-c1c213b33716 service nova] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_rules [ 657.754063] env[69735]: INFO networking_nsxv3.common.synchronization [req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 req-a2ee3442-ec5f-4a4c-bf12-c1c213b33716 service nova] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 657.754209] env[69735]: INFO networking_nsxv3.common.synchronization [req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 req-a2ee3442-ec5f-4a4c-bf12-c1c213b33716 service nova] Enqueued Resource ID: c096e904-97fb-4099-85c6-b653a6277d82 with Priority: HIGHEST for action port [ 657.754444] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_rules [ 657.754681] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 657.754681] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c096e904-97fb-4099-85c6-b653a6277d82 with Priority: HIGHEST for action port [ 657.756032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.756280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.756438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.756792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.756955] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.759191] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.759191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.759191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.759191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.759191] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.759454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.759454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.759587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.759587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.759690] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.761310] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c096e904-97fb-4099-85c6-b653a6277d82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.761546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.761748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.762192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.762988] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c096e904-97fb-4099-85c6-b653a6277d82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.265311] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.269157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.269157] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.269157] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c096e904-97fb-4099-85c6-b653a6277d82 with status ACTIVE [ 658.269157] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.269157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.269157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.269157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.269157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.269157] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.269767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.270231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.270666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.270876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.271219] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.273712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.273712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.273712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.273712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.273712] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c096e904-97fb-4099-85c6-b653a6277d82 is going to be updated. [ 658.295386] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.295386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.295386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.295386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.295386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.295386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c096e904-97fb-4099-85c6-b653a6277d82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.319228] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 in Status: SUCCESS [ 658.319228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.319228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.319228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.319228] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.319228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.319228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.319228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.319228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.319562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.321418] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.466845] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f81aae30-63b2-484c-8b2f-383286c28676 None None] Enqueued Resource ID: e1d379d4-a4fa-40d6-8479-44689a7ddbd4 with Priority: HIGHEST for action port [ 658.467338] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d379d4-a4fa-40d6-8479-44689a7ddbd4 with Priority: HIGHEST for action port [ 658.467810] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1d379d4-a4fa-40d6-8479-44689a7ddbd4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.467810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1d379d4-a4fa-40d6-8479-44689a7ddbd4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.467810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1d379d4-a4fa-40d6-8479-44689a7ddbd4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.468239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1d379d4-a4fa-40d6-8479-44689a7ddbd4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.468324] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1d379d4-a4fa-40d6-8479-44689a7ddbd4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.776184] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.829021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.829021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.829021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.829021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.829021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.829989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.829989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.829989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.829989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.829989] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.970759] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1d379d4-a4fa-40d6-8479-44689a7ddbd4 [ 658.970971] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.971323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.971323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.973078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.973078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.973078] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1d379d4-a4fa-40d6-8479-44689a7ddbd4 already deleted. [ 658.973078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1d379d4-a4fa-40d6-8479-44689a7ddbd4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.048239] env[69735]: INFO networking_nsxv3.common.synchronization [None req-25ec8bcb-cdc5-4815-bccb-46743f309490 None None] Enqueued Resource ID: f0b80747-91cd-420a-8785-cabbd8abbdcb with Priority: HIGHEST for action port [ 659.048239] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b80747-91cd-420a-8785-cabbd8abbdcb with Priority: HIGHEST for action port [ 659.048239] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b80747-91cd-420a-8785-cabbd8abbdcb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.048239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b80747-91cd-420a-8785-cabbd8abbdcb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.048239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b80747-91cd-420a-8785-cabbd8abbdcb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.050126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b80747-91cd-420a-8785-cabbd8abbdcb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.050126] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b80747-91cd-420a-8785-cabbd8abbdcb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.073711] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7445826c-7f35-46e6-a7f5-4d47a1191725 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 659.073989] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 659.074299] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.074413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.074475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.074736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.074806] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.281134] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.281134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.281134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.281134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.281134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.281134] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be created. [ 659.311653] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.311974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.312030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.312312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.312510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.329119] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: UNINITIALIZED for 2s [ 659.334385] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23aec94f-89ab-4b08-b54f-d76caff1f669: rpc.has_security_group_logging(os_id): False [ 659.355487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.357940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.357940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.357940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.358330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.358638] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.358766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.359961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.359961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.359961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.359961] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.359961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.359961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.360245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.360350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.361858] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.361858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.361858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.361858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.361858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.361858] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 is going to be created. [ 659.409728] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: SUCCESS [ 659.409728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.435668] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.435900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.435900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.436117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.436296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.449598] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 in Status: IN_PROGRESS for 2s [ 659.553341] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0b80747-91cd-420a-8785-cabbd8abbdcb [ 659.553341] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.553341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.553575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.553823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.555645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.556993] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0b80747-91cd-420a-8785-cabbd8abbdcb already deleted. [ 659.556993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b80747-91cd-420a-8785-cabbd8abbdcb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.598594] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.598803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.598892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.599496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.600038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.600144] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 already deleted. [ 659.600290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.735391] env[69735]: INFO networking_nsxv3.common.synchronization [None req-daf1f30a-2d41-40e5-a050-2eec441e7ccf tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 659.735998] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 659.737605] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.737753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.738101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.738373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.738591] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.090788] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ad4f7cc3-85d5-4d23-a80d-ba4aef0c479f None None] Enqueued Resource ID: 4c28e6a0-a026-4031-b55f-7a4d6f8522a6 with Priority: HIGHEST for action port [ 660.091073] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c28e6a0-a026-4031-b55f-7a4d6f8522a6 with Priority: HIGHEST for action port [ 660.091625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c28e6a0-a026-4031-b55f-7a4d6f8522a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.091825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c28e6a0-a026-4031-b55f-7a4d6f8522a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.091896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c28e6a0-a026-4031-b55f-7a4d6f8522a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.093945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c28e6a0-a026-4031-b55f-7a4d6f8522a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.093945] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c28e6a0-a026-4031-b55f-7a4d6f8522a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.272313] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.272313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.272313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.272313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.272313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.272313] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 already deleted. [ 660.272313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.333403] env[69735]: INFO networking_nsxv3.common.synchronization [None req-78f966e0-14c0-4388-8bba-bcdca0ba088b None None] Enqueued Resource ID: 18228419-1b5a-451e-ae08-f870e578b4b8 with Priority: HIGHEST for action port [ 660.333403] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18228419-1b5a-451e-ae08-f870e578b4b8 with Priority: HIGHEST for action port [ 660.333403] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-18228419-1b5a-451e-ae08-f870e578b4b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.335191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18228419-1b5a-451e-ae08-f870e578b4b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.335312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18228419-1b5a-451e-ae08-f870e578b4b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.338608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18228419-1b5a-451e-ae08-f870e578b4b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.338608] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18228419-1b5a-451e-ae08-f870e578b4b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.595859] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c28e6a0-a026-4031-b55f-7a4d6f8522a6 [ 660.596243] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.596355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.596392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.596698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.596698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.596834] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c28e6a0-a026-4031-b55f-7a4d6f8522a6 already deleted. [ 660.596834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c28e6a0-a026-4031-b55f-7a4d6f8522a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.841089] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18228419-1b5a-451e-ae08-f870e578b4b8 [ 660.841089] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.841089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.841089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.841089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.841089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.841089] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18228419-1b5a-451e-ae08-f870e578b4b8 already deleted. [ 660.841089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18228419-1b5a-451e-ae08-f870e578b4b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.340658] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 661.341032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.341805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.341805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.341805] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.341805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.341805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.342024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.342024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.342113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.342212] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.465035] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 in Status: SUCCESS [ 661.467019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.522859] env[69735]: INFO networking_nsxv3.common.synchronization [req-bb2b70d0-4177-4a06-909c-95c1f9845043 req-504aa181-769a-462d-ae48-05ed7f8ca324 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Enqueued Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_members [ 661.522859] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_members [ 661.522937] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.524412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.524412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.524594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.524695] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.524801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.524912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.525022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.525109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.525240] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.846607] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.846607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.846607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.846607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.847890] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.848036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.848103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.848285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.848374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.848468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.850650] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.851328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.851496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.852675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.852675] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.852675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.852675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.852675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.852675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.852675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.852675] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.030153] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.030153] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.030153] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439513f2-8966-4e69-a7e5-314cb18341a7 already deleted. [ 662.030153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.282019] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.282019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.282019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.282019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.282019] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.282019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.282019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.282019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.282606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.282963] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.283207] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.283492] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.283742] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.284064] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.284270] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.286027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.306683] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.307887] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.307991] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.308148] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.308620] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.308693] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.308788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.309180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.309266] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d71eeb0-7832-4f75-8ccd-87b8faa4b27f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.355193] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc3937c-c92a-4378-9447-f0ee29a7b772: rpc.has_security_group_logging(os_id): False [ 662.377867] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.378278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.380079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.380396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.380627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.380771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.381060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.381229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.381965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.382391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.382557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.383374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.383560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383926] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.384167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.384316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.384745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.385023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.385203] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be created. [ 662.451526] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.451737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.451811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.451995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.452188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.472218] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 662.817152] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.817152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.817345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.817572] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.818143] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.818143] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f not found, creating... [ 662.818357] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.818728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.818728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.820254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.820254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.820254] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.820254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.821073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.821073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.821073] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f is going to be created. [ 662.825408] env[69735]: INFO networking_nsxv3.common.synchronization [None req-66a06696-98eb-4d9f-a529-36f731cd0771 None None] Enqueued Resource ID: 0be8d147-b361-4807-bfde-cad28ea8fcd3 with Priority: HIGHEST for action port [ 662.826439] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be8d147-b361-4807-bfde-cad28ea8fcd3 with Priority: HIGHEST for action port [ 662.827329] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be8d147-b361-4807-bfde-cad28ea8fcd3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.827329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be8d147-b361-4807-bfde-cad28ea8fcd3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.827329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be8d147-b361-4807-bfde-cad28ea8fcd3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.827839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be8d147-b361-4807-bfde-cad28ea8fcd3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.827839] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be8d147-b361-4807-bfde-cad28ea8fcd3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.848561] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.848709] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.848788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.849192] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.849378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.849662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991028] env[69735]: INFO networking_nsxv3.common.synchronization [None req-9f59b9e1-e416-431c-9dad-8e421df91ed7 None None] Enqueued Resource ID: e73ab3bc-0623-4271-8c4f-3320fb719e5e with Priority: HIGHEST for action port [ 662.991028] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73ab3bc-0623-4271-8c4f-3320fb719e5e with Priority: HIGHEST for action port [ 662.991028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73ab3bc-0623-4271-8c4f-3320fb719e5e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.991028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73ab3bc-0623-4271-8c4f-3320fb719e5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.991028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73ab3bc-0623-4271-8c4f-3320fb719e5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.991028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73ab3bc-0623-4271-8c4f-3320fb719e5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.991028] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73ab3bc-0623-4271-8c4f-3320fb719e5e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.331604] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0be8d147-b361-4807-bfde-cad28ea8fcd3 [ 663.331604] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.331816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.331816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.331979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.332083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.332183] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0be8d147-b361-4807-bfde-cad28ea8fcd3 already deleted. [ 663.332261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be8d147-b361-4807-bfde-cad28ea8fcd3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.493790] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e73ab3bc-0623-4271-8c4f-3320fb719e5e [ 663.493790] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.493790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.493790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.494819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.494819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.494819] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e73ab3bc-0623-4271-8c4f-3320fb719e5e already deleted. [ 663.494819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73ab3bc-0623-4271-8c4f-3320fb719e5e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.200446] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c8c0a33-9334-4250-a68f-8b40f675bf55 req-f2567d57-4ce7-46b9-8547-37a4c9e9293a tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Enqueued Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_members [ 664.201173] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_members [ 664.201492] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.201635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.201832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.204085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.204338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.204647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.204647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.204750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.204955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.204955] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.437055] env[69735]: INFO networking_nsxv3.common.synchronization [req-bb2b70d0-4177-4a06-909c-95c1f9845043 req-b769ff8d-bf74-4bc0-a573-346500f87c34 service nova] Enqueued Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_rules [ 664.437366] env[69735]: INFO networking_nsxv3.common.synchronization [req-bb2b70d0-4177-4a06-909c-95c1f9845043 req-b769ff8d-bf74-4bc0-a573-346500f87c34 service nova] Enqueued Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_members [ 664.437638] env[69735]: INFO networking_nsxv3.common.synchronization [req-bb2b70d0-4177-4a06-909c-95c1f9845043 req-b769ff8d-bf74-4bc0-a573-346500f87c34 service nova] Enqueued Resource ID: 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f with Priority: HIGHEST for action port [ 664.440023] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_rules [ 664.440023] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_members [ 664.440023] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f with Priority: HIGHEST for action port [ 664.440023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.440458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.440458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.440560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.440757] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.442895] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.442895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.442895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.443042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.445053] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.445053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.445053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.445053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.445053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.445053] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.446781] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.446942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.447040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.447278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.447383] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d71eeb0-7832-4f75-8ccd-87b8faa4b27f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.489460] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 664.489781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.703841] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.703841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.703841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.704503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.704980] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.705298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.705525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.706281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.706656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.706975] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.707216] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.708082] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.708082] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.708082] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.708082] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.708082] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.710305] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.710720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.710911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.711276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.711469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.713018] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.713018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.713018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.713018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.713018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.713018] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 already deleted. [ 664.713018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.737428] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.738404] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.739557] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.739557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739557] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-32a87bd1-1e91-4167-841a-831eb5710258 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.739557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.739557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.740358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.740610] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a87bd1-1e91-4167-841a-831eb5710258',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.953024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.953024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.953024] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f with status ACTIVE [ 664.953024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.953024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.953024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.954539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.954761] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.954837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.954910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.955092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.955177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.955266] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f is going to be updated. [ 664.978658] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.978806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.978872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.979115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.979256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.979417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.244071] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.244326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.244456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.244764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.245115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.245115] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 32a87bd1-1e91-4167-841a-831eb5710258 not found, creating... [ 665.245327] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.245488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.245864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.246013] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.246295] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.246453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.246592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.246776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.246909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.247788] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 32a87bd1-1e91-4167-841a-831eb5710258 is going to be created. [ 665.274967] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.275114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.275178] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.275478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.275713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.275954] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.452986] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.958015] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.958015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.958015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.958015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.958015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.958015] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439513f2-8966-4e69-a7e5-314cb18341a7 is going to be created. [ 665.986210] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.986350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.986426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.986661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.986818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.999056] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439513f2-8966-4e69-a7e5-314cb18341a7 in Status: UNINITIALIZED for 2s [ 666.712349] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c8c0a33-9334-4250-a68f-8b40f675bf55 req-7c67647c-b7ca-475c-839e-f54706fcaddd service nova] Enqueued Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_rules [ 666.712560] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c8c0a33-9334-4250-a68f-8b40f675bf55 req-7c67647c-b7ca-475c-839e-f54706fcaddd service nova] Enqueued Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_members [ 666.712678] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c8c0a33-9334-4250-a68f-8b40f675bf55 req-7c67647c-b7ca-475c-839e-f54706fcaddd service nova] Enqueued Resource ID: 32a87bd1-1e91-4167-841a-831eb5710258 with Priority: HIGHEST for action port [ 666.713297] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_rules [ 666.713447] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_members [ 666.713586] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a87bd1-1e91-4167-841a-831eb5710258 with Priority: HIGHEST for action port [ 666.713929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.715797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.715909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.716598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.716699] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.717664] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.717786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.717890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.718112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.718288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.718430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.718529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.718752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.718852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.719054] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.720274] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a87bd1-1e91-4167-841a-831eb5710258 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.720439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.720584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.720770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.720913] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a87bd1-1e91-4167-841a-831eb5710258',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.225705] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.225705] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.226021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.226021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a87bd1-1e91-4167-841a-831eb5710258 with status ACTIVE [ 667.226335] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.226335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.226479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.226652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.226758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.227045] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.227098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.227132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.227331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.227392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.227592] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.227669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.227745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.227899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.227960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.230783] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a87bd1-1e91-4167-841a-831eb5710258 is going to be updated. [ 667.256359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.257140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.257140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.257140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.257140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.257140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a87bd1-1e91-4167-841a-831eb5710258" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.327322] env[69735]: INFO networking_nsxv3.common.synchronization [req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 req-3319c471-4a0b-45f4-804a-753014cb62de tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 667.329369] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 667.334021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.334021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.334021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.334021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.334021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.334021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.334021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.334021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.334021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.334021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.539879] env[69735]: INFO networking_nsxv3.common.synchronization [None req-670c1a84-640b-4fea-8975-22cdd164134d None None] Enqueued Resource ID: 2d2b707f-3c4c-4c02-9beb-2e096203b219 with Priority: HIGHEST for action port [ 667.540887] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2b707f-3c4c-4c02-9beb-2e096203b219 with Priority: HIGHEST for action port [ 667.540887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2b707f-3c4c-4c02-9beb-2e096203b219 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.540887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2b707f-3c4c-4c02-9beb-2e096203b219" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.540887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2b707f-3c4c-4c02-9beb-2e096203b219" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2b707f-3c4c-4c02-9beb-2e096203b219" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540887] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2b707f-3c4c-4c02-9beb-2e096203b219',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.731477] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.837795] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.838297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.838421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.838740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.838845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.839078] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.839188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.839251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.839413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.839486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.839569] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf already deleted. [ 667.839648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.014259] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439513f2-8966-4e69-a7e5-314cb18341a7 in Status: SUCCESS [ 668.016613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.016860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.017407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.017407] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.017554] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.017554] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.017959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.017959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.017959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.017959] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.043942] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d2b707f-3c4c-4c02-9beb-2e096203b219 [ 668.044200] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.044347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.044440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.044736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.044736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.044841] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d2b707f-3c4c-4c02-9beb-2e096203b219 already deleted. [ 668.044879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2b707f-3c4c-4c02-9beb-2e096203b219" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.235446] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.240137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.240137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.240137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.240137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.240137] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 is going to be created. [ 668.268214] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.268214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.268214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.268214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.268214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.287889] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 in Status: UNINITIALIZED for 2s [ 668.306642] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.306842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.306962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.307264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.307518] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.307669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.310717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.310717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.310717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.310717] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.310717] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.310717] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.310717] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.310717] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.310717] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.310717] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.334856] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.335090] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.335241] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.336920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.337282] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-997e2feb-6951-4398-b9ea-320ccb3e446f taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.337462] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.337580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.337937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.338259] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997e2feb-6951-4398-b9ea-320ccb3e446f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.520769] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.521051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.522600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.525343] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.525723] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.525723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.525876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.525953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.526864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.526864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.526986] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.527110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.527233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.527363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.527530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.527692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.527692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.527789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.527846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.527927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.528026] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.841517] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.844093] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 997e2feb-6951-4398-b9ea-320ccb3e446f not found, creating... [ 668.844093] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.844093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.844785] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.849187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.849187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.849187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.849187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.849187] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 997e2feb-6951-4398-b9ea-320ccb3e446f is going to be created. [ 668.873857] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.874254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.874419] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.874720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.874949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.875203] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.030331] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 439513f2-8966-4e69-a7e5-314cb18341a7: rpc.has_security_group_logging(os_id): False [ 669.050198] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.050441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.050645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.050739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.050942] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.051054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.051117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.051852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.051852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.051940] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.052024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.052088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.052327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.052406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.052593] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.052684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.052743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.053301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.053399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.053467] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439513f2-8966-4e69-a7e5-314cb18341a7 is going to be created. [ 669.147017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.147216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.147261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.148098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.148679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.163267] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439513f2-8966-4e69-a7e5-314cb18341a7 in Status: IN_PROGRESS for 2s [ 669.556287] env[69735]: INFO networking_nsxv3.common.synchronization [None req-77be2beb-4ceb-4119-8805-25e12f78338c None None] Enqueued Resource ID: 647a4a68-f6fe-405a-ac3c-92f6212c2df6 with Priority: HIGHEST for action port [ 669.556959] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647a4a68-f6fe-405a-ac3c-92f6212c2df6 with Priority: HIGHEST for action port [ 669.559170] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-647a4a68-f6fe-405a-ac3c-92f6212c2df6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.559263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647a4a68-f6fe-405a-ac3c-92f6212c2df6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.559319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647a4a68-f6fe-405a-ac3c-92f6212c2df6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.559751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647a4a68-f6fe-405a-ac3c-92f6212c2df6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.559751] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647a4a68-f6fe-405a-ac3c-92f6212c2df6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.684499] env[69735]: INFO networking_nsxv3.common.synchronization [req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 req-bff4fa5a-dcfe-44a8-9994-f4dd794d6965 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Enqueued Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_members [ 669.691665] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_members [ 669.691665] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.691665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.691665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.691665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.695567] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.695738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.695851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.697523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.697652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.697764] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.729027] env[69735]: INFO networking_nsxv3.common.synchronization [None req-498ad08a-5180-4fd6-95ed-df873d779b09 None None] Enqueued Resource ID: 0b636d94-7222-4bab-9bc9-3709c4fe6be1 with Priority: HIGHEST for action port [ 669.729495] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b636d94-7222-4bab-9bc9-3709c4fe6be1 with Priority: HIGHEST for action port [ 669.730599] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b636d94-7222-4bab-9bc9-3709c4fe6be1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.730599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b636d94-7222-4bab-9bc9-3709c4fe6be1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.730599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b636d94-7222-4bab-9bc9-3709c4fe6be1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.730856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b636d94-7222-4bab-9bc9-3709c4fe6be1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.730856] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b636d94-7222-4bab-9bc9-3709c4fe6be1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.062845] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 647a4a68-f6fe-405a-ac3c-92f6212c2df6 [ 670.063068] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.063226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.063294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.063515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.063600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.063692] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:647a4a68-f6fe-405a-ac3c-92f6212c2df6 already deleted. [ 670.063770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647a4a68-f6fe-405a-ac3c-92f6212c2df6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.161405] env[69735]: INFO networking_nsxv3.common.synchronization [req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 req-1418cc03-4efb-41a9-85aa-09e9c7708f4b service nova] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_rules [ 670.161813] env[69735]: INFO networking_nsxv3.common.synchronization [req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 req-1418cc03-4efb-41a9-85aa-09e9c7708f4b service nova] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 670.162049] env[69735]: INFO networking_nsxv3.common.synchronization [req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 req-1418cc03-4efb-41a9-85aa-09e9c7708f4b service nova] Enqueued Resource ID: 997e2feb-6951-4398-b9ea-320ccb3e446f with Priority: HIGHEST for action port [ 670.162297] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_rules [ 670.162438] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 670.162654] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997e2feb-6951-4398-b9ea-320ccb3e446f with Priority: HIGHEST for action port [ 670.163543] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.163674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.163770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.164036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.164118] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.165120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.165222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.165346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.165667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.168511] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.168696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.168749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.168903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.169142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.169349] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.170551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-997e2feb-6951-4398-b9ea-320ccb3e446f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.170692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.170744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.170866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.170940] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997e2feb-6951-4398-b9ea-320ccb3e446f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.201583] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.201802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.201865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.202317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.202317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.202457] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.202533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.202597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.202744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.202818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.202910] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 already deleted. [ 670.202998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.233530] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b636d94-7222-4bab-9bc9-3709c4fe6be1 [ 670.234053] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.234053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.234053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.234339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.234339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.234406] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b636d94-7222-4bab-9bc9-3709c4fe6be1 already deleted. [ 670.234442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b636d94-7222-4bab-9bc9-3709c4fe6be1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.305696] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 in Status: SUCCESS [ 670.306560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.306560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.306560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.306560] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.306881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.306881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.307057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.307125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.307232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.307341] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.500228] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.500559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.500735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.501111] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.501443] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.502223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.502402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.502738] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.502955] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.504026] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.504026] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.504026] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.504026] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.504026] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.504026] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.504026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.529897] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.529897] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.529897] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.533092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.533537] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.533723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.533853] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.534216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.534352] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a7a4ee-0f70-4453-a26e-43c706ee34a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.672955] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.675291] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.675474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.675556] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 997e2feb-6951-4398-b9ea-320ccb3e446f with status ACTIVE [ 670.675712] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.675848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.675886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.676088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.676176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.676369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.676488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.676548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.676697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.681380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.681380] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.681380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.681380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.681380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.681380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.681380] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 997e2feb-6951-4398-b9ea-320ccb3e446f is going to be updated. [ 670.707313] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.707829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.707829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.707829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.707829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.707994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997e2feb-6951-4398-b9ea-320ccb3e446f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.813974] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813974] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.813974] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813974] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.814818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.814818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.814818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.814818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.814818] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.038980] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.039281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.039431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.039713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.039866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.040062] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port b3a7a4ee-0f70-4453-a26e-43c706ee34a4 not found, creating... [ 671.040336] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.040490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.040924] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.041248] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.041393] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.041711] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.041931] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.042069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.042316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.042452] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.042594] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: b3a7a4ee-0f70-4453-a26e-43c706ee34a4 is going to be created. [ 671.067785] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.071888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.071888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.071888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.072114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.072363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.180041] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439513f2-8966-4e69-a7e5-314cb18341a7 in Status: SUCCESS [ 671.180186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.181720] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.320191] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fa7292-21d2-4778-a0f6-7d3bd5b26b42: rpc.has_security_group_logging(os_id): False [ 671.346640] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.346802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.346876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.347117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.347223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.347457] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.347555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.347610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.347767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.347879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.348024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.348115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.348175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.348316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.348390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.348564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.348657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.348716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.348867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.348942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.349428] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 is going to be created. [ 671.419591] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.419591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.419591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.419889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.419922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.430328] env[69735]: INFO networking_nsxv3.common.synchronization [req-09044ae8-debd-4996-86e4-3bf59458beae req-cedf80b3-50cc-488b-857f-9e4eb3489913 tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 671.430594] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 671.430936] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.431765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.431765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.431765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.431765] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.431765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.431765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.432280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.432280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.432280] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.439115] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 in Status: IN_PROGRESS for 2s [ 671.689910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.689910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.689910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.689910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.689910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.689910] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be created. [ 671.722047] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.724824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.724985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.725799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.726390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.740386] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: UNINITIALIZED for 2s [ 671.939256] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.939419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.939488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.939717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.939858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.940067] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.940166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.940233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.940398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.940473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.940556] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be updated. [ 671.981830] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.982108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.982339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.985730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.985730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.997476] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: IN_PROGRESS for 2s [ 672.713743] env[69735]: INFO networking_nsxv3.common.synchronization [req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 req-dcd09ddd-5883-477f-8c10-368cc5148b71 service nova] Enqueued Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_rules [ 672.713743] env[69735]: INFO networking_nsxv3.common.synchronization [req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 req-dcd09ddd-5883-477f-8c10-368cc5148b71 service nova] Enqueued Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_members [ 672.713743] env[69735]: INFO networking_nsxv3.common.synchronization [req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 req-dcd09ddd-5883-477f-8c10-368cc5148b71 service nova] Enqueued Resource ID: b3a7a4ee-0f70-4453-a26e-43c706ee34a4 with Priority: HIGHEST for action port [ 672.713743] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_rules [ 672.713743] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_members [ 672.713743] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a7a4ee-0f70-4453-a26e-43c706ee34a4 with Priority: HIGHEST for action port [ 672.713743] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.713743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.713743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.715087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.715087] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.718346] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.718346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.718346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.718346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.718346] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.718346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.718346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.718346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.718346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.718346] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.719703] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.720037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.720665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.720665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.720665] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a7a4ee-0f70-4453-a26e-43c706ee34a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.779660] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f4d01602-8904-4a0c-9daf-6960aed90b3a None None] Enqueued Resource ID: 1b6044f7-2bd0-4a05-aae5-002c6b09844f with Priority: HIGHEST for action port [ 672.780019] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6044f7-2bd0-4a05-aae5-002c6b09844f with Priority: HIGHEST for action port [ 672.780598] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6044f7-2bd0-4a05-aae5-002c6b09844f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.780728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6044f7-2bd0-4a05-aae5-002c6b09844f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.780796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6044f7-2bd0-4a05-aae5-002c6b09844f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.781338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6044f7-2bd0-4a05-aae5-002c6b09844f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.781466] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6044f7-2bd0-4a05-aae5-002c6b09844f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.224057] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.226121] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.226214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.226352] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3a7a4ee-0f70-4453-a26e-43c706ee34a4 with status ACTIVE [ 673.226549] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.226623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.226689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.227290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.227290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.227707] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.227951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.227951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.228257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.228257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.228499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.228580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.228580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.229073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.229073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.229073] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3a7a4ee-0f70-4453-a26e-43c706ee34a4 is going to be updated. [ 673.257266] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.257459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.257513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.257845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.257845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.258236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3a7a4ee-0f70-4453-a26e-43c706ee34a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.289009] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b6044f7-2bd0-4a05-aae5-002c6b09844f [ 673.289336] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.289523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.289628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.290145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.290226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.290796] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b6044f7-2bd0-4a05-aae5-002c6b09844f already deleted. [ 673.290796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6044f7-2bd0-4a05-aae5-002c6b09844f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.458196] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 in Status: SUCCESS [ 673.458447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.732384] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.755094] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 673.755319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.756141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.756397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.756598] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.756720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.756784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.756947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.757046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.757133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.757222] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.827765] env[69735]: INFO networking_nsxv3.common.synchronization [None req-cf3b6149-dc4a-4e8b-994b-307b8712b156 None None] Enqueued Resource ID: 4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c with Priority: HIGHEST for action port [ 673.827765] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c with Priority: HIGHEST for action port [ 673.828072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.828167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.828228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.828562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.828562] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.922451] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e2a49765-a81d-4c19-b847-315fad22e506 None None] Enqueued Resource ID: 56a48572-b9db-424b-a9ec-12478082d384 with Priority: HIGHEST for action port [ 673.923122] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a48572-b9db-424b-a9ec-12478082d384 with Priority: HIGHEST for action port [ 673.923442] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a48572-b9db-424b-a9ec-12478082d384 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.923564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a48572-b9db-424b-a9ec-12478082d384" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.923630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a48572-b9db-424b-a9ec-12478082d384" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.923973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a48572-b9db-424b-a9ec-12478082d384" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.924042] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a48572-b9db-424b-a9ec-12478082d384',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.009094] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: SUCCESS [ 674.009289] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 deletion is rescheduled due to dependency. [ 674.009403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.236348] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.236506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.236576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.236790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.236888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.236986] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 is going to be created. [ 674.260936] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.261751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.261751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.261751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.261751] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.261751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.261751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.262085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.262085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.262141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.264813] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.264813] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.264813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.264813] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.269463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.269463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.269463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.269463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.269463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.278464] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 in Status: UNINITIALIZED for 2s [ 674.334647] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c [ 674.334647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.334647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.334647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.334994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.335133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.335256] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c already deleted. [ 674.335425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb0ce02-b5ee-40d0-ba4d-7feee8f2ad6c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.383768] env[69735]: INFO networking_nsxv3.common.synchronization [req-86bde346-db27-464a-96f1-82817c19a36f req-276b5a86-438f-4c80-9f8f-4cb5dd341a48 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_members [ 674.384481] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_members [ 674.384804] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.384933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.384996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.385357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.386037] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.386037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.386037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.386037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.386037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.386037] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.428841] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a48572-b9db-424b-a9ec-12478082d384 [ 674.428841] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.428841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.428841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.428841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.428841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.428841] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a48572-b9db-424b-a9ec-12478082d384 already deleted. [ 674.428841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a48572-b9db-424b-a9ec-12478082d384" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.770070] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44145e6b-11b6-40d7-83e4-d6c242c941bf: rpc.has_security_group_logging(os_id): False [ 674.797124] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.797295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.797379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.797611] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.797708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.797905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.798039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.798089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.798246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.798351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.798566] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.799165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.799165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.799165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.799165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.799833] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.800033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.800244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.800523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.800663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.800833] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be created. [ 674.889733] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.889733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.889733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.889733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.889733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.889733] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.889733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.889733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.890218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.890218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.890218] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 already deleted. [ 674.890218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.932133] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.932311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.932353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.932562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.932799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.950140] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: IN_PROGRESS for 2s [ 674.983040] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.983040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-821" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.983040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-821" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.983427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-821" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.983670] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.984618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.984618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.984618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.984618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.984822] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.984858] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.987350] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.988465] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.988465] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.988465] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.988465] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.028709] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.028709] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.028911] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.029037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-821" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.029347] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.030884] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.030884] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.030884] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.030884] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61631c7b-7e8a-45c0-9bc5-d20c68eb2feb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.138105] env[69735]: INFO networking_nsxv3.common.synchronization [req-886357ba-4404-41c9-8e68-24bc196dd185 req-0904ae80-221a-425c-94ab-0df7b043f001 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Enqueued Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_members [ 675.138399] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGHEST for action security_group_members [ 675.138624] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.140052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.140052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.140052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.140052] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.140052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.140052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.140052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.140052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.140052] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.533570] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.533570] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.533570] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.533926] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.534099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.534286] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb not found, creating... [ 675.534558] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.534723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.534844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.535083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.535239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.535492] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.535689] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.535772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.535990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.536464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.536576] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb is going to be created. [ 675.563861] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.564200] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.564352] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.564684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.564970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.565254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.643252] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.643439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.643513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.643733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.643852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.644077] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.644209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.644298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.644502] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.644589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.644673] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 is going to be updated. [ 675.681023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.681371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.681371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.681609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.681794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.692155] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 in Status: IN_PROGRESS for 2s [ 676.294327] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 in Status: SUCCESS [ 676.294785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.294785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.294992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.295205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.295346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.295421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.295565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.295656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.295729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.295811] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.525844] env[69735]: INFO networking_nsxv3.common.synchronization [req-86bde346-db27-464a-96f1-82817c19a36f req-94fbbb59-00ee-4610-a2b4-70efc10a54ed service nova] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_rules [ 676.526343] env[69735]: INFO networking_nsxv3.common.synchronization [req-86bde346-db27-464a-96f1-82817c19a36f req-94fbbb59-00ee-4610-a2b4-70efc10a54ed service nova] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_members [ 676.526834] env[69735]: INFO networking_nsxv3.common.synchronization [req-86bde346-db27-464a-96f1-82817c19a36f req-94fbbb59-00ee-4610-a2b4-70efc10a54ed service nova] Enqueued Resource ID: 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb with Priority: HIGHEST for action port [ 676.529127] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_rules [ 676.529127] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_members [ 676.529127] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb with Priority: HIGHEST for action port [ 676.529504] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.529888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.530784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.532190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.532190] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.533052] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.533382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.533615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.533960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.534316] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.534843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.534843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.535474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.536868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.536868] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.538441] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.538860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.540106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.540106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.540106] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61631c7b-7e8a-45c0-9bc5-d20c68eb2feb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.805793] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.964877] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 676.965423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.033789] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.033789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.042395] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.047151] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb with status ACTIVE [ 677.047151] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.047151] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.047151] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.047151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.047151] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb is going to be updated. [ 677.078683] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.078683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.078683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.078683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.078683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.078683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208247] env[69735]: INFO networking_nsxv3.common.synchronization [None req-c28d503c-f95c-4f0d-9f60-e1bf474033cb None None] Enqueued Resource ID: 430109e1-6aa7-4155-b80d-81750e7a8221 with Priority: HIGHEST for action port [ 677.209029] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 430109e1-6aa7-4155-b80d-81750e7a8221 with Priority: HIGHEST for action port [ 677.209312] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-430109e1-6aa7-4155-b80d-81750e7a8221 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.209494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-430109e1-6aa7-4155-b80d-81750e7a8221" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.209572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-430109e1-6aa7-4155-b80d-81750e7a8221" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.209870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-430109e1-6aa7-4155-b80d-81750e7a8221" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.209958] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430109e1-6aa7-4155-b80d-81750e7a8221',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.308682] env[69735]: INFO networking_nsxv3.common.synchronization [None req-3929b786-bbb1-4ab7-98d1-e33102de5076 None None] Enqueued Resource ID: 658ec6d2-1bac-48c1-bfd3-787712567a52 with Priority: HIGHEST for action port [ 677.313464] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658ec6d2-1bac-48c1-bfd3-787712567a52 with Priority: HIGHEST for action port [ 677.313464] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061ea451-d11e-4a4c-a4c3-706cd79da348: rpc.has_security_group_logging(os_id): False [ 677.314150] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-658ec6d2-1bac-48c1-bfd3-787712567a52 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.314355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-658ec6d2-1bac-48c1-bfd3-787712567a52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.314444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-658ec6d2-1bac-48c1-bfd3-787712567a52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.314712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-658ec6d2-1bac-48c1-bfd3-787712567a52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.314796] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658ec6d2-1bac-48c1-bfd3-787712567a52',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.337477] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.337477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.337477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.337477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.337477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338714] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.338714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.338714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.338714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.338714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338714] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 is going to be created. [ 677.407990] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.407990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.407990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.407990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.407990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421212] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 in Status: IN_PROGRESS for 2s [ 677.530103] env[69735]: INFO networking_nsxv3.common.synchronization [req-78f9f69d-23af-465f-b698-039c2bf2b790 req-f2a16bdd-6df7-4b9b-bbe0-2d24b5bed65a tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 677.530103] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 677.530103] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.530682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.533772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.533772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.533772] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.533772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.533772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.533772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.533772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.533772] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.550348] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.716493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 in Status: SUCCESS [ 677.717278] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 deletion is rescheduled due to dependency. [ 677.717613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.718171] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 430109e1-6aa7-4155-b80d-81750e7a8221 [ 677.718492] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.718747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.719023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.719235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.719680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.719680] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:430109e1-6aa7-4155-b80d-81750e7a8221 already deleted. [ 677.719680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-430109e1-6aa7-4155-b80d-81750e7a8221" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.819141] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 658ec6d2-1bac-48c1-bfd3-787712567a52 [ 677.819359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.820355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.820355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.820355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.820355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.820355] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:658ec6d2-1bac-48c1-bfd3-787712567a52 already deleted. [ 677.820572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-658ec6d2-1bac-48c1-bfd3-787712567a52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.036569] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.036775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.036881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.037483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.037639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.038308] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.038478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.038519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.039178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.039178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.039178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 already deleted. [ 678.039178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.048671] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.048671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.048781] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.049775] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.050175] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.050613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.050743] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.053709] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.053709] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.053709] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.053709] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.053709] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.053709] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.053709] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.053709] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.056185] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.059142] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.060441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.060641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.061439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.061695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.061955] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 is going to be created. [ 678.087700] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.087976] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.088204] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.088423] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.089100] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-94b8d0dc-41e4-4beb-b1e9-65a280374a49 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.089100] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.089100] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.089436] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.090873] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b8d0dc-41e4-4beb-b1e9-65a280374a49',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.096702] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.098356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.098477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.098700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.098970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.113679] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: UNINITIALIZED for 2s [ 678.249649] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7b7f906c-9bd0-41eb-bc1b-a71cb6f65e06 None None] Enqueued Resource ID: 64632a08-b494-4ed4-b474-aec746d7c9c8 with Priority: HIGHEST for action port [ 678.249649] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64632a08-b494-4ed4-b474-aec746d7c9c8 with Priority: HIGHEST for action port [ 678.249649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-64632a08-b494-4ed4-b474-aec746d7c9c8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.249649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64632a08-b494-4ed4-b474-aec746d7c9c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.249649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64632a08-b494-4ed4-b474-aec746d7c9c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.249927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64632a08-b494-4ed4-b474-aec746d7c9c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.250096] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64632a08-b494-4ed4-b474-aec746d7c9c8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.599316] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.599316] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 94b8d0dc-41e4-4beb-b1e9-65a280374a49 not found, creating... [ 678.599316] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.599316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.600160] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.600160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.600160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.600160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.600160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.600160] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 94b8d0dc-41e4-4beb-b1e9-65a280374a49 is going to be created. [ 678.628776] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.632547] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.632663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.633532] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.633532] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.634349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.757635] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64632a08-b494-4ed4-b474-aec746d7c9c8 [ 678.757635] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.757635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.757635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.757635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.757635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.757635] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64632a08-b494-4ed4-b474-aec746d7c9c8 already deleted. [ 678.757635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64632a08-b494-4ed4-b474-aec746d7c9c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.436780] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 in Status: SUCCESS [ 679.436780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.455861] env[69735]: INFO networking_nsxv3.common.synchronization [req-78f9f69d-23af-465f-b698-039c2bf2b790 req-049ac37c-2518-4751-b567-9aad8be9f9db service nova] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_rules [ 679.456071] env[69735]: INFO networking_nsxv3.common.synchronization [req-78f9f69d-23af-465f-b698-039c2bf2b790 req-049ac37c-2518-4751-b567-9aad8be9f9db service nova] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 679.456216] env[69735]: INFO networking_nsxv3.common.synchronization [req-78f9f69d-23af-465f-b698-039c2bf2b790 req-049ac37c-2518-4751-b567-9aad8be9f9db service nova] Enqueued Resource ID: 94b8d0dc-41e4-4beb-b1e9-65a280374a49 with Priority: HIGHEST for action port [ 679.456451] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_rules [ 679.456580] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 679.456677] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b8d0dc-41e4-4beb-b1e9-65a280374a49 with Priority: HIGHEST for action port [ 679.459057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.459057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.459057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.459220] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.461040] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.461040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.461040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.461040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.461256] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.461302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.461356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.461510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.461597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.461693] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.463095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b8d0dc-41e4-4beb-b1e9-65a280374a49 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.463244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.463298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.463466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.463570] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b8d0dc-41e4-4beb-b1e9-65a280374a49',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.542190] env[69735]: INFO networking_nsxv3.common.synchronization [req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec req-a0fe9718-1768-4791-af17-a0f8920f9c47 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Enqueued Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_members [ 679.542724] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGHEST for action security_group_members [ 679.543060] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.543192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.543258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.543460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.543618] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.543709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.543775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.543924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.544025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.544122] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.965927] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.966225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.966426] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.967507] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94b8d0dc-41e4-4beb-b1e9-65a280374a49 with status ACTIVE [ 679.967792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.967968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.968084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.968331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.968438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.968612] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.968713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.968774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.968945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.972064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.972748] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.972748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.972748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.972748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.972960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.973068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94b8d0dc-41e4-4beb-b1e9-65a280374a49 is going to be updated. [ 680.041874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.041874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.041874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.041874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.041874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.041874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b8d0dc-41e4-4beb-b1e9-65a280374a49" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.048667] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.048821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.049396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.049396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.049396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.049396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.049671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.049671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.049735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.049764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.049880] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439513f2-8966-4e69-a7e5-314cb18341a7 is going to be updated. [ 680.063026] env[69735]: INFO networking_nsxv3.common.synchronization [req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 req-7c3263a7-49a3-46c6-8e6e-1e2c9669764d tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Enqueued Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_members [ 680.065795] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_members [ 680.065795] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.065795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.065795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.065795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.065795] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.065795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.065795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.065795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.065795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.065795] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.083646] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.083797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.083866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.084094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.084257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.094219] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439513f2-8966-4e69-a7e5-314cb18341a7 in Status: IN_PROGRESS for 2s [ 680.128711] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: SUCCESS [ 680.128927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.129520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.129820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.130057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.130187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.130254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.130421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.130510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.130642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.130929] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.475279] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.569832] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.569832] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.569832] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b already deleted. [ 680.569832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.634819] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.978102] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.978440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.978440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.978971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.979243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.979358] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be created. [ 681.005682] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.005824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.005907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.006135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.007025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.021027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: UNINITIALIZED for 2s [ 681.081089] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.081381] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-496" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.081555] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-496" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-496" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.082394] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.082527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.083104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.083104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.083104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.083312] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.083422] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.083683] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.083683] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.084010] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.084010] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.084010] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.118348] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.118519] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.118588] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.118779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-496" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.119239] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.119351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.119464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.119794] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.119932] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.136921] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf241c1-aa34-4548-8012-60f45a01d761: rpc.has_security_group_logging(os_id): False [ 681.159116] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.159308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.159358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.159535] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.159681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.160026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.160026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.160026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.160202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.160746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.160746] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 is going to be created. [ 681.224153] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.224314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.224647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.224647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.224844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.237035] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: IN_PROGRESS for 2s [ 681.499887] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e4992093-989a-4ed1-b990-7387b4916fe8 None None] Enqueued Resource ID: 0104a4bf-9786-4c9e-9769-bb90ce2321e5 with Priority: HIGHEST for action port [ 681.500465] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0104a4bf-9786-4c9e-9769-bb90ce2321e5 with Priority: HIGHEST for action port [ 681.501196] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0104a4bf-9786-4c9e-9769-bb90ce2321e5 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.501196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0104a4bf-9786-4c9e-9769-bb90ce2321e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.501196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0104a4bf-9786-4c9e-9769-bb90ce2321e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.501496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0104a4bf-9786-4c9e-9769-bb90ce2321e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.501496] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0104a4bf-9786-4c9e-9769-bb90ce2321e5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.627320] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.627616] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.627743] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.628032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.628182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.628339] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f not found, creating... [ 681.628609] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.628764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.628876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.629176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.629332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.629623] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.629781] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.629902] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.633341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.633341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.633341] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f is going to be created. [ 681.660552] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.660780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.661741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.661741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.661741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.661741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.006021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0104a4bf-9786-4c9e-9769-bb90ce2321e5 [ 682.006021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.006021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.006021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.006021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.006021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.006021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0104a4bf-9786-4c9e-9769-bb90ce2321e5 already deleted. [ 682.006607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0104a4bf-9786-4c9e-9769-bb90ce2321e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.105027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439513f2-8966-4e69-a7e5-314cb18341a7 in Status: SUCCESS [ 682.105297] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439513f2-8966-4e69-a7e5-314cb18341a7 deletion is rescheduled due to dependency. [ 682.105435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.493831] env[69735]: INFO networking_nsxv3.common.synchronization [req-efac7138-4dfe-4068-80bf-d5849327b56c req-c074e845-ac3a-4035-95b3-dd4405679985 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Enqueued Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_members [ 682.494393] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_members [ 682.494762] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.494892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.494962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.495245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.495400] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.495503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.495572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.495750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.495854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.495934] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.898141] env[69735]: INFO networking_nsxv3.common.synchronization [req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 req-0c939e31-d63e-4f28-8445-2cc0743b4587 service nova] Enqueued Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_rules [ 682.898141] env[69735]: INFO networking_nsxv3.common.synchronization [req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 req-0c939e31-d63e-4f28-8445-2cc0743b4587 service nova] Enqueued Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_members [ 682.898141] env[69735]: INFO networking_nsxv3.common.synchronization [req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 req-0c939e31-d63e-4f28-8445-2cc0743b4587 service nova] Enqueued Resource ID: 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f with Priority: HIGHEST for action port [ 682.898141] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_rules [ 682.898141] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_members [ 682.898141] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f with Priority: HIGHEST for action port [ 682.898141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.898141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.899292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.901418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.901418] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.902253] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.902507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.902655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.902916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.905244] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.905244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.905244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.905244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.905244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.905244] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.905244] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.905244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.905244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.905244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.905244] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.000790] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.001436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.001527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.001807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.001984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.002225] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.002339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.002414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.002589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.002670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.002758] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 already deleted. [ 683.002844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.025759] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.026051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-929" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.026434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-929" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.026478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-929" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.026707] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.026861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.026976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.030033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.030289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.030697] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.030879] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.031756] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.031756] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.031756] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.031845] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.032050] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.033731] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: SUCCESS [ 683.033920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.035203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.038302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.038302] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.038302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.038302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.038302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.038302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.038302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.038302] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.068702] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.068877] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.069097] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.069222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-929" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.071625] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.071625] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.071625] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.071625] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.071625] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.253373] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: SUCCESS [ 683.253632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.283060] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7cc0c347-732b-4617-9640-38f80d46569d None None] Enqueued Resource ID: 977b3c1c-a6e0-4599-be57-82712b1cc29e with Priority: HIGHEST for action port [ 683.285363] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b3c1c-a6e0-4599-be57-82712b1cc29e with Priority: HIGHEST for action port [ 683.285363] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-977b3c1c-a6e0-4599-be57-82712b1cc29e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.285363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-977b3c1c-a6e0-4599-be57-82712b1cc29e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.285363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-977b3c1c-a6e0-4599-be57-82712b1cc29e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.285363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-977b3c1c-a6e0-4599-be57-82712b1cc29e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.285363] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977b3c1c-a6e0-4599-be57-82712b1cc29e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.407425] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.407669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.407758] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.408783] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f with status ACTIVE [ 683.409062] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.409213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.409285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.409498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.409612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.409814] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.409924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.409991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.411710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.411861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.412728] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.412728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.412728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.412728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.414139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.414139] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f is going to be updated. [ 683.444985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.445259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.445259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.445509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.445698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.445873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.541316] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.541586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.541586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.541736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.541937] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.542126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.542215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.542429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.542550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.542653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.542835] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.543092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.543189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.543362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.543524] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.543655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.543728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.543878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.544036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.544286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.544522] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.575273] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.575677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.575874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.576241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.576495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.576694] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 not found, creating... [ 683.577154] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.577913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.577913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.577913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.578116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.578760] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.579113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.579317] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.579676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.579962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.580291] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 is going to be created. [ 683.620711] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.621186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.621441] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.622500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.623849] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.623849] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.788649] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 977b3c1c-a6e0-4599-be57-82712b1cc29e [ 683.788886] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.790104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.790104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.790104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.790104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.790104] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:977b3c1c-a6e0-4599-be57-82712b1cc29e already deleted. [ 683.790104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-977b3c1c-a6e0-4599-be57-82712b1cc29e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.916051] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.046819] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fc57705-7fab-4c4a-a7fd-7b7a8141db48: rpc.has_security_group_logging(os_id): False [ 684.066737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.066902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.067075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.067198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.067293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.067516] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.068133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.068133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.068133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.068133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.068411] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.068411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.068600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.068600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.068826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.068826] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.069020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.069020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.069163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.069227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.069290] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be created. [ 684.134843] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.135087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.135163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.135352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.136113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.151027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: IN_PROGRESS for 2s [ 684.423496] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.423496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.423496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.423496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.423496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.423496] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b is going to be created. [ 684.471417] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.471417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.471417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.471417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.471417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.482345] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b in Status: UNINITIALIZED for 2s [ 684.628866] env[69735]: INFO networking_nsxv3.common.synchronization [req-efac7138-4dfe-4068-80bf-d5849327b56c req-d7f82883-f7ac-41f2-b504-1a190a0e69b2 service nova] Enqueued Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_rules [ 684.628866] env[69735]: INFO networking_nsxv3.common.synchronization [req-efac7138-4dfe-4068-80bf-d5849327b56c req-d7f82883-f7ac-41f2-b504-1a190a0e69b2 service nova] Enqueued Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_members [ 684.629146] env[69735]: INFO networking_nsxv3.common.synchronization [req-efac7138-4dfe-4068-80bf-d5849327b56c req-d7f82883-f7ac-41f2-b504-1a190a0e69b2 service nova] Enqueued Resource ID: 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 with Priority: HIGHEST for action port [ 684.629920] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_rules [ 684.630147] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_members [ 684.630270] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 with Priority: HIGHEST for action port [ 684.630565] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.631137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.631235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.631460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.631547] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.632698] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.632805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.632901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.636301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.636484] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.636634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.636710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.636884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.637047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.637092] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.637951] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.638073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.638141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.638599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.638599] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.792347] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d9d65834-e917-4519-b2e6-7ba7b75dc410 None None] Enqueued Resource ID: e810a334-3878-46ab-b4cf-d59f26c1e2e9 with Priority: HIGHEST for action port [ 684.792916] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e810a334-3878-46ab-b4cf-d59f26c1e2e9 with Priority: HIGHEST for action port [ 684.793439] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-e810a334-3878-46ab-b4cf-d59f26c1e2e9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.793565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e810a334-3878-46ab-b4cf-d59f26c1e2e9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.796730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e810a334-3878-46ab-b4cf-d59f26c1e2e9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.796956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e810a334-3878-46ab-b4cf-d59f26c1e2e9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.797074] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e810a334-3878-46ab-b4cf-d59f26c1e2e9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.844858] env[69735]: INFO networking_nsxv3.common.synchronization [req-218a12e5-4d46-4b11-b8cf-2c0622527ffe req-17e0e8ef-b5c8-4b02-8279-49ab58f04972 tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Enqueued Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_members [ 684.845394] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_members [ 684.845702] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.845836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.845916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.846887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.847063] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.847178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.847242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.847395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.847478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.847569] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.140511] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.140846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.140846] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.142258] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 with status ACTIVE [ 685.142367] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.142493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.142560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.144028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.144028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.145588] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.145751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.145847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.146155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.146281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.147243] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.147939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.148120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.148299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.148383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.148481] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 is going to be updated. [ 685.172378] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.173217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.173293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.173593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.174753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.174856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.303718] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e810a334-3878-46ab-b4cf-d59f26c1e2e9 [ 685.303718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.303718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.303718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.303718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.303718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.303718] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e810a334-3878-46ab-b4cf-d59f26c1e2e9 already deleted. [ 685.303718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e810a334-3878-46ab-b4cf-d59f26c1e2e9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.352564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.352564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.352564] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d145630f-5159-4d5f-acfd-a6eef01400d9 already deleted. [ 685.352564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.654219] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.698950] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.700081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-143" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.700081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-143" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.700081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-143" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.701646] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.701837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.702025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.702338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.702502] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.702733] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.702857] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.702993] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.703122] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.703248] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.703358] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.703493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.727386] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.727579] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.727797] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.728121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-143" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.728638] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.728929] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.729712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.730412] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.730621] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ee8f1f-b5f3-46fb-88fd-190f6d04176b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.158435] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.158435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.158435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.158435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.158435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.158435] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 is going to be created. [ 686.161996] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: SUCCESS [ 686.161996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.188727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.188727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.188727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.188727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.188727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.201190] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 in Status: UNINITIALIZED for 2s [ 686.234875] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.239021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 55ee8f1f-b5f3-46fb-88fd-190f6d04176b not found, creating... [ 686.239021] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.239021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.239494] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.239494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.239494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.239494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.241161] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.241471] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 55ee8f1f-b5f3-46fb-88fd-190f6d04176b is going to be created. [ 686.264711] env[69735]: INFO networking_nsxv3.common.synchronization [None req-da7606af-95ac-41f0-848b-5ab4f4cf9be5 None None] Enqueued Resource ID: fb791275-eba1-45c5-88c4-182ad1bea9eb with Priority: HIGHEST for action port [ 686.265973] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb791275-eba1-45c5-88c4-182ad1bea9eb with Priority: HIGHEST for action port [ 686.269574] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb791275-eba1-45c5-88c4-182ad1bea9eb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.269574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb791275-eba1-45c5-88c4-182ad1bea9eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.269574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb791275-eba1-45c5-88c4-182ad1bea9eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.269574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb791275-eba1-45c5-88c4-182ad1bea9eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.269574] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb791275-eba1-45c5-88c4-182ad1bea9eb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.278744] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.278744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.278744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.278744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.278744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.278744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.497522] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b in Status: SUCCESS [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.497522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.497522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.497522] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.703164] env[69735]: INFO networking_nsxv3.common.synchronization [None req-3fddaaac-7b71-4cf4-82f6-32fdbe809c74 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 686.703164] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 686.703164] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.703164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.703164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.703164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.703634] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.771871] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb791275-eba1-45c5-88c4-182ad1bea9eb [ 686.771871] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.771871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.772268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.772268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.772362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.772459] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb791275-eba1-45c5-88c4-182ad1bea9eb already deleted. [ 686.772538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb791275-eba1-45c5-88c4-182ad1bea9eb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.847419] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7e8b2fb4-e608-4bea-af8e-f47711955590 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 686.847937] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 686.848396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.848396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.000116] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.000404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.000404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.000704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.000930] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.001095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.001162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.004020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.004020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.004020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.004020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.004020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.004556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.004556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.004893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.004893] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.246425] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.247588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.247588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.247588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.247588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.247588] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe already deleted. [ 687.247588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.247588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.247588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.247588] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.486833] env[69735]: INFO networking_nsxv3.common.synchronization [req-920b6580-5e16-46eb-8aee-01455ac17418 req-fe138005-52a1-4b9c-a9a6-3ed563f32a51 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Enqueued Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_members [ 687.487149] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGHEST for action security_group_members [ 687.487681] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.487831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.487831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.488470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.488470] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.488470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.488470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.488470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.488847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.488847] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.511146] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22a752ff-17bc-4429-b693-fd4feeb7f95b: rpc.has_security_group_logging(os_id): False [ 687.534140] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.534140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.534140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.534404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.534440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.534631] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.534736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.534803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.535095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.535095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.535246] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.535334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.535400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.535516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.535591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.535776] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.535872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.535933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.536082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.536161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.536246] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b is going to be created. [ 687.604258] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.604258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.604258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.604258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.604258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.607694] env[69735]: INFO networking_nsxv3.common.synchronization [None req-562b623a-b6e9-4993-945a-5d9ac7d65a2d None None] Enqueued Resource ID: 806576ed-1c80-4767-bbf4-beea26337411 with Priority: HIGHEST for action port [ 687.608681] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806576ed-1c80-4767-bbf4-beea26337411 with Priority: HIGHEST for action port [ 687.609718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-806576ed-1c80-4767-bbf4-beea26337411 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.609867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806576ed-1c80-4767-bbf4-beea26337411" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.609983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806576ed-1c80-4767-bbf4-beea26337411" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.610526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806576ed-1c80-4767-bbf4-beea26337411" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.610526] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806576ed-1c80-4767-bbf4-beea26337411',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.624951] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b in Status: IN_PROGRESS for 2s [ 687.629138] env[69735]: INFO networking_nsxv3.common.synchronization [req-218a12e5-4d46-4b11-b8cf-2c0622527ffe req-665226f9-5aaa-459e-881d-dc932fb93fd6 service nova] Enqueued Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_rules [ 687.629434] env[69735]: INFO networking_nsxv3.common.synchronization [req-218a12e5-4d46-4b11-b8cf-2c0622527ffe req-665226f9-5aaa-459e-881d-dc932fb93fd6 service nova] Enqueued Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_members [ 687.629643] env[69735]: INFO networking_nsxv3.common.synchronization [req-218a12e5-4d46-4b11-b8cf-2c0622527ffe req-665226f9-5aaa-459e-881d-dc932fb93fd6 service nova] Enqueued Resource ID: 55ee8f1f-b5f3-46fb-88fd-190f6d04176b with Priority: HIGHEST for action port [ 687.631084] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_rules [ 687.631284] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_members [ 687.631430] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ee8f1f-b5f3-46fb-88fd-190f6d04176b with Priority: HIGHEST for action port [ 687.631829] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.632099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.632214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.632857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.632857] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.633922] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.634113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.634223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.634488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634723] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.634869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.634970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.635527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.635663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.635803] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.637421] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.637421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.637673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.637673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.637968] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ee8f1f-b5f3-46fb-88fd-190f6d04176b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.781134] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.781372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.781372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.782559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.782697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.782823] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe already deleted. [ 687.782876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.991547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.991769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.991871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.992203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.992339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.992647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.992807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.992899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.993152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.993273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.993413] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 is going to be updated. [ 688.028382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.028552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.028662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.028841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.029009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.046026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 in Status: IN_PROGRESS for 2s [ 688.113838] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 806576ed-1c80-4767-bbf4-beea26337411 [ 688.113984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.114159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.115692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.115692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.115692] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:806576ed-1c80-4767-bbf4-beea26337411 already deleted. [ 688.115692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806576ed-1c80-4767-bbf4-beea26337411" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.140526] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.141833] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.144573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.144573] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55ee8f1f-b5f3-46fb-88fd-190f6d04176b with status ACTIVE [ 688.144573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.145116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.145116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.145531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.145641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.145879] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.145966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.146043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.146229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.146294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.146529] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.146592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.148901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.148901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.148901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.148901] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55ee8f1f-b5f3-46fb-88fd-190f6d04176b is going to be updated. [ 688.184503] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.184748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.184748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.184876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.185248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.186290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ee8f1f-b5f3-46fb-88fd-190f6d04176b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.216735] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 in Status: SUCCESS [ 688.217017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.217224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.217455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.217672] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.217811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.217869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218366] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.643599] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.722452] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.152223] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.152223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.152223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.152223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.152223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152223] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d145630f-5159-4d5f-acfd-a6eef01400d9 is going to be created. [ 689.177411] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.177651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.177651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.177835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.178075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.192512] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d145630f-5159-4d5f-acfd-a6eef01400d9 in Status: UNINITIALIZED for 2s [ 689.228559] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49accbeb-2f88-4dcf-8665-674f2d4a3847: rpc.has_security_group_logging(os_id): False [ 689.249499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.249651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.249739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.249935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.250043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.250390] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.250756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.250881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.251141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.251229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.251328] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 is going to be created. [ 689.324630] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.324780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.324854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.325085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.325275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.341912] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 in Status: IN_PROGRESS for 2s [ 689.638686] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b in Status: SUCCESS [ 689.639108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.959292] env[69735]: INFO networking_nsxv3.common.synchronization [None req-613345fa-b4ed-4dbf-a006-f27a00b27044 None None] Enqueued Resource ID: 7f4061b1-1649-4ef2-b98a-9be0092efa5b with Priority: HIGHEST for action port [ 689.959292] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4061b1-1649-4ef2-b98a-9be0092efa5b with Priority: HIGHEST for action port [ 689.959292] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f4061b1-1649-4ef2-b98a-9be0092efa5b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.959292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f4061b1-1649-4ef2-b98a-9be0092efa5b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.961267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f4061b1-1649-4ef2-b98a-9be0092efa5b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.961910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f4061b1-1649-4ef2-b98a-9be0092efa5b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.962195] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4061b1-1649-4ef2-b98a-9be0092efa5b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.063269] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 in Status: SUCCESS [ 690.063469] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 deletion is rescheduled due to dependency. [ 690.063578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.464968] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f4061b1-1649-4ef2-b98a-9be0092efa5b [ 690.465437] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.469027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.469027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.469027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.469027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.469027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f4061b1-1649-4ef2-b98a-9be0092efa5b already deleted. [ 690.469027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f4061b1-1649-4ef2-b98a-9be0092efa5b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.204408] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d145630f-5159-4d5f-acfd-a6eef01400d9 in Status: SUCCESS [ 691.204736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.205877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.206191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.206432] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.206888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.206888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.206888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.206888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.207290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.207877] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.355792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 in Status: SUCCESS [ 691.355792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.710295] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.711121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.711121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.711121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.711121] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.711121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.711121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.711476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.711476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.711476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.711636] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.711695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.711740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.711858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.715021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.715021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.715021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.715021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.715021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.715021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.715021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.220705] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d145630f-5159-4d5f-acfd-a6eef01400d9: rpc.has_security_group_logging(os_id): False [ 692.242383] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.242535] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.242799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.242949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.243019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.243304] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.243491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.243491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.243673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.243746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.243904] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.244038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.244083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.244245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.244349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.244727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.244829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.244971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.245107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.245183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.245261] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d145630f-5159-4d5f-acfd-a6eef01400d9 is going to be created. [ 692.335028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.335028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.335289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.335289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.335741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.349952] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d145630f-5159-4d5f-acfd-a6eef01400d9 in Status: IN_PROGRESS for 2s [ 692.658640] env[69735]: INFO networking_nsxv3.common.synchronization [None req-2a98bb94-13c4-4f76-9411-6fa96a7aa4fb None None] Enqueued Resource ID: ce58bab9-8733-4dcc-8c2e-6321f0b130ae with Priority: HIGHEST for action port [ 692.659674] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce58bab9-8733-4dcc-8c2e-6321f0b130ae with Priority: HIGHEST for action port [ 692.660435] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce58bab9-8733-4dcc-8c2e-6321f0b130ae taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.662053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce58bab9-8733-4dcc-8c2e-6321f0b130ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.662053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce58bab9-8733-4dcc-8c2e-6321f0b130ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.662053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce58bab9-8733-4dcc-8c2e-6321f0b130ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.662053] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce58bab9-8733-4dcc-8c2e-6321f0b130ae',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.168203] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce58bab9-8733-4dcc-8c2e-6321f0b130ae [ 693.168203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.168203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.168203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.168203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.168203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.168493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce58bab9-8733-4dcc-8c2e-6321f0b130ae already deleted. [ 693.168493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce58bab9-8733-4dcc-8c2e-6321f0b130ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.367365] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d145630f-5159-4d5f-acfd-a6eef01400d9 in Status: SUCCESS [ 694.371694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.399395] env[69735]: INFO networking_nsxv3.common.synchronization [req-17707c4b-59d6-43ee-bd25-445c24de58d7 req-f49d8956-f588-47bd-bc37-bdb60fe8f96d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 694.399698] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 694.399827] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.399958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.400852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.401168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.401343] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.401446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.401508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.401669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.401753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.401846] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.905914] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.906182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.906182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.906402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.906524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.906709] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.906819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.906881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.907050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.907127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.907215] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 already deleted. [ 694.908464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.002953] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.003242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.003378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.005452] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.005794] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.006062] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.006227] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.006559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.006772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.007052] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.007223] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.007371] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.007522] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.007671] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.007831] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.008017] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.037168] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.037168] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.037168] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.037168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.037168] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-53ac73d2-f34e-499e-8082-eaea144d73ed taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.037168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.037168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.037168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.037168] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ac73d2-f34e-499e-8082-eaea144d73ed',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.065632] env[69735]: INFO networking_nsxv3.common.synchronization [None req-31a2fabb-7abd-4470-99ba-aa6003df0792 None None] Enqueued Resource ID: 8cd6d0f2-3416-49b2-8d85-450f11159673 with Priority: HIGHEST for action port [ 695.066305] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd6d0f2-3416-49b2-8d85-450f11159673 with Priority: HIGHEST for action port [ 695.066702] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd6d0f2-3416-49b2-8d85-450f11159673 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.066833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd6d0f2-3416-49b2-8d85-450f11159673" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.066905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd6d0f2-3416-49b2-8d85-450f11159673" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.067583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd6d0f2-3416-49b2-8d85-450f11159673" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.067583] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd6d0f2-3416-49b2-8d85-450f11159673',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.539830] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.541435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.541435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.542334] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.542553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.542761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 53ac73d2-f34e-499e-8082-eaea144d73ed not found, creating... [ 695.543258] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.543531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.543656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.543948] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.544144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.544515] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.544732] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.544955] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.545275] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.545449] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.545629] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 53ac73d2-f34e-499e-8082-eaea144d73ed is going to be created. [ 695.572496] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.572496] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.572496] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.572496] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.572496] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.572496] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.572496] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cd6d0f2-3416-49b2-8d85-450f11159673 [ 695.572856] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.572856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.572856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.572974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.573817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.573817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cd6d0f2-3416-49b2-8d85-450f11159673 already deleted. [ 695.573817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd6d0f2-3416-49b2-8d85-450f11159673" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.619922] env[69735]: INFO networking_nsxv3.common.synchronization [req-17707c4b-59d6-43ee-bd25-445c24de58d7 req-5be74900-a8e0-4299-bfee-b232770ff7b0 service nova] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 696.620169] env[69735]: INFO networking_nsxv3.common.synchronization [req-17707c4b-59d6-43ee-bd25-445c24de58d7 req-5be74900-a8e0-4299-bfee-b232770ff7b0 service nova] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 696.620453] env[69735]: INFO networking_nsxv3.common.synchronization [req-17707c4b-59d6-43ee-bd25-445c24de58d7 req-5be74900-a8e0-4299-bfee-b232770ff7b0 service nova] Enqueued Resource ID: 53ac73d2-f34e-499e-8082-eaea144d73ed with Priority: HIGHEST for action port [ 696.620527] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 696.620623] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 696.620721] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ac73d2-f34e-499e-8082-eaea144d73ed with Priority: HIGHEST for action port [ 696.622436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.622624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.622840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.623032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.623191] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.624083] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.624265] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.624391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.624580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.625333] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.625333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.625333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.625456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.625576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.625696] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.627347] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ac73d2-f34e-499e-8082-eaea144d73ed taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.627347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.627347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.627347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.627347] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ac73d2-f34e-499e-8082-eaea144d73ed',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.002587] env[69735]: INFO networking_nsxv3.common.synchronization [req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 req-7a346f0b-b07f-4ab3-a1d5-16fb1dd68178 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 697.003428] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 697.003587] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.003732] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.003796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.004799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.005050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.005274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.005274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.007385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.007385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.007385] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.212168] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.212168] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.212168] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53ac73d2-f34e-499e-8082-eaea144d73ed with status ACTIVE [ 697.212168] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.212168] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.212168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.215960] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.215960] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53ac73d2-f34e-499e-8082-eaea144d73ed is going to be updated. [ 697.215960] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.215960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ac73d2-f34e-499e-8082-eaea144d73ed" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.509414] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.509690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.509774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.509947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.510077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.510312] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.510475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.510475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.510717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.510795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.510880] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 already deleted. [ 697.510987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.652435] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.802462] env[69735]: INFO networking_nsxv3.common.synchronization [None req-4971c0ef-6725-44ea-9e86-00a97a9bdd9a None None] Enqueued Resource ID: 97fc5521-cdc3-4373-ad9d-fc1d31944eb3 with Priority: HIGHEST for action port [ 697.803884] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fc5521-cdc3-4373-ad9d-fc1d31944eb3 with Priority: HIGHEST for action port [ 697.803884] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-97fc5521-cdc3-4373-ad9d-fc1d31944eb3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.803884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97fc5521-cdc3-4373-ad9d-fc1d31944eb3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.804036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97fc5521-cdc3-4373-ad9d-fc1d31944eb3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.804276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97fc5521-cdc3-4373-ad9d-fc1d31944eb3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.804345] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fc5521-cdc3-4373-ad9d-fc1d31944eb3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.919120] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-269 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.919120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-269" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.919120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-269" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.919120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-269" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.919120] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.919120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.919120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.919120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.919120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.919120] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.919120] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.919120] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.919120] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.919838] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.919838] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.919838] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.939599] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.939940] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.940047] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.940278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-269" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.940635] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2668d783-1fe4-4311-912e-17d0fd83358c taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.940917] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.941569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.941948] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.942171] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2668d783-1fe4-4311-912e-17d0fd83358c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.158606] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.158606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.158606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.158606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.158606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.158606] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be created. [ 698.187715] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.187715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.187715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.187939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.187939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.200558] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: UNINITIALIZED for 2s [ 698.306803] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97fc5521-cdc3-4373-ad9d-fc1d31944eb3 [ 698.306951] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.307039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.307122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.307341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.307464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.307767] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97fc5521-cdc3-4373-ad9d-fc1d31944eb3 already deleted. [ 698.307767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97fc5521-cdc3-4373-ad9d-fc1d31944eb3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.446398] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.446398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.446398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.446398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.446398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.446398] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2668d783-1fe4-4311-912e-17d0fd83358c not found, creating... [ 698.446398] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.446398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.446947] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.446947] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.446947] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.447233] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.447394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.447913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.447913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.447913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.448417] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2668d783-1fe4-4311-912e-17d0fd83358c is going to be created. [ 698.484343] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.484343] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.484486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.484717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.485229] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.485644] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.727049] env[69735]: INFO networking_nsxv3.common.synchronization [req-c5ca9b18-5e82-4c70-af02-fad838bd5637 req-9b4adce3-3fa4-4822-8f20-ac18c7c5f363 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Enqueued Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_members [ 698.731060] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGHEST for action security_group_members [ 698.732140] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.732330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.732401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.732696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.732884] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.733162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.733306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.733577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.733684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.733846] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.240573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.240858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.240858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.241584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.241584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.241584] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.241893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.241893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.241893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.241985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.242812] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b is going to be updated. [ 699.278327] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.279295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.279295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.279295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.279295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.291958] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b in Status: IN_PROGRESS for 2s [ 699.818771] env[69735]: INFO networking_nsxv3.common.synchronization [req-48914035-2829-43ef-bff5-c622ae017fd3 req-7e9582a9-78dd-41f2-a5e5-3118c0fcd565 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Enqueued Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_members [ 699.819321] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_members [ 699.819635] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.819757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.819817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.822353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.822446] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.822713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.822713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.822888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.822888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.822969] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.982078] env[69735]: INFO networking_nsxv3.common.synchronization [req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 req-b5462f57-475d-4041-a72a-3fc8617bc57a service nova] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_rules [ 699.982078] env[69735]: INFO networking_nsxv3.common.synchronization [req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 req-b5462f57-475d-4041-a72a-3fc8617bc57a service nova] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 699.986424] env[69735]: INFO networking_nsxv3.common.synchronization [req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 req-b5462f57-475d-4041-a72a-3fc8617bc57a service nova] Enqueued Resource ID: 2668d783-1fe4-4311-912e-17d0fd83358c with Priority: HIGHEST for action port [ 699.988602] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_rules [ 699.988602] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 699.988602] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2668d783-1fe4-4311-912e-17d0fd83358c with Priority: HIGHEST for action port [ 699.990784] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.990784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.990784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.990784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.990784] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.996670] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.996670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.996670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.996670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.996670] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.996670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.996670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.996670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.996670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.997234] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.997910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2668d783-1fe4-4311-912e-17d0fd83358c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.997910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.997910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.999941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.999941] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2668d783-1fe4-4311-912e-17d0fd83358c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.213361] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 700.213871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.213871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.214071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.214193] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.214598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.214598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.214598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.214756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.214756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.214889] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.326760] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.327221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.327313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.327521] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.327619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.327680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.327828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.327900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.327983] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 already deleted. [ 700.328083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.500044] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.501146] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.501331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.504054] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2668d783-1fe4-4311-912e-17d0fd83358c with status ACTIVE [ 700.504269] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.504414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.504510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.505106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.505106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.505106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.505436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.505436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.505436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.505436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.505610] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.505708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.505776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.505937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.506082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.506191] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2668d783-1fe4-4311-912e-17d0fd83358c is going to be updated. [ 700.534909] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.535100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.535177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.535461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.536034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.536034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.718638] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.820233] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.820233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-100" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.820233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-100" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.820233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-100" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.820233] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.820233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.820970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.821526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.821784] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.822289] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.822583] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.822804] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.823115] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.823378] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.823667] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.824103] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.854198] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.854581] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.854977] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.855218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-100" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.855857] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-16a00368-8b28-4749-99bb-8356a718eab4 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.855857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.855857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.856215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.856635] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a00368-8b28-4749-99bb-8356a718eab4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.006778] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.222588] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b93071-7119-490e-b2ce-ae507eb96a82: rpc.has_security_group_logging(os_id): False [ 701.241572] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.242015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.242015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.242015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.242188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.242441] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.242541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.242606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.242784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.242862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.242949] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be created. [ 701.275238] env[69735]: INFO networking_nsxv3.common.synchronization [req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b req-d1223ad6-3945-49b2-bf43-f04488be982a tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Enqueued Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_members [ 701.275238] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGHEST for action security_group_members [ 701.275238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.278181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.278181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.278181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.278181] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.278181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.279173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.279424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.279535] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.279642] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.304174] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b in Status: SUCCESS [ 701.304370] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b deletion is rescheduled due to dependency. [ 701.304507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.317349] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.317558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.317558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.317768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.317948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.334731] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: IN_PROGRESS for 2s [ 701.362772] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.363169] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.363169] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.363504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.363665] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.363785] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 16a00368-8b28-4749-99bb-8356a718eab4 not found, creating... [ 701.364117] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.364296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.364416] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.364676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.364881] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365119] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.365288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.365400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.365623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.365759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365902] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 16a00368-8b28-4749-99bb-8356a718eab4 is going to be created. [ 701.390480] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.390635] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.390759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.391332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.391769] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.392414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.510599] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.510806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.510871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.512038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.512038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.512038] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be created. [ 701.539968] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.540135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.540204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.540412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.540561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.552703] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: UNINITIALIZED for 2s [ 701.782578] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.782786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.782924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.783575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.783575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783575] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.783575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.783804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.783804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.783869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783934] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d145630f-5159-4d5f-acfd-a6eef01400d9 is going to be updated. [ 701.833050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.833050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.833050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.833050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.833050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.847663] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d145630f-5159-4d5f-acfd-a6eef01400d9 in Status: IN_PROGRESS for 2s [ 702.498828] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-5ac83589-29a8-475d-9f94-44aec112efc5 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 702.499931] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 702.499931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.499931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.499931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.501518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.501518] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.501518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.501518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.501800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.501800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.501800] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.007857] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.009573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.009573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.009573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.009573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.009573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.009573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.009573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.009573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.010046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.010046] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e already deleted. [ 703.010046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.028472] env[69735]: INFO networking_nsxv3.common.synchronization [req-48914035-2829-43ef-bff5-c622ae017fd3 req-8bfb99a3-80ac-47d6-a521-96e4cbefb4c1 service nova] Enqueued Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_rules [ 703.032716] env[69735]: INFO networking_nsxv3.common.synchronization [req-48914035-2829-43ef-bff5-c622ae017fd3 req-8bfb99a3-80ac-47d6-a521-96e4cbefb4c1 service nova] Enqueued Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_members [ 703.032716] env[69735]: INFO networking_nsxv3.common.synchronization [req-48914035-2829-43ef-bff5-c622ae017fd3 req-8bfb99a3-80ac-47d6-a521-96e4cbefb4c1 service nova] Enqueued Resource ID: 16a00368-8b28-4749-99bb-8356a718eab4 with Priority: HIGHEST for action port [ 703.032716] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_rules [ 703.032716] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_members [ 703.032716] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a00368-8b28-4749-99bb-8356a718eab4 with Priority: HIGHEST for action port [ 703.033394] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.033811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.033811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.034185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.035371] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.035655] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.035865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.036019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.036390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.036657] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.036831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.036973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.037493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.037585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.037826] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.040123] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a00368-8b28-4749-99bb-8356a718eab4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.040123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.040123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.040719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.040719] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a00368-8b28-4749-99bb-8356a718eab4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.289487] env[69735]: INFO networking_nsxv3.common.synchronization [None req-97e55842-98b0-4bca-a319-72ff7ca51282 None None] Enqueued Resource ID: a73e5d0b-aafa-4181-be2a-082fae1fc8d3 with Priority: HIGHEST for action port [ 703.291975] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73e5d0b-aafa-4181-be2a-082fae1fc8d3 with Priority: HIGHEST for action port [ 703.291975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73e5d0b-aafa-4181-be2a-082fae1fc8d3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.291975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73e5d0b-aafa-4181-be2a-082fae1fc8d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.291975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73e5d0b-aafa-4181-be2a-082fae1fc8d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.291975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73e5d0b-aafa-4181-be2a-082fae1fc8d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.291975] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73e5d0b-aafa-4181-be2a-082fae1fc8d3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.349121] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 703.350411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.495748] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.496025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.496248] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.496828] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.497191] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.497580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.497834] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.498401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.498961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.499757] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.499939] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.500281] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.500373] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.500965] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.501173] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.501501] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.525891] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.525891] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.525891] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.525891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.525891] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-ef0fc010-d287-4f76-a9e5-5ec5de84c856 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.525891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.525891] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.528278] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef0fc010-d287-4f76-a9e5-5ec5de84c856',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.543163] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.544208] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.544342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.544428] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16a00368-8b28-4749-99bb-8356a718eab4 with status ACTIVE [ 703.544659] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.544801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.544913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.545088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.545179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.545354] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.545454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.545520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.545999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.545999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.545999] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.545999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.546555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.546824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.546888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.547079] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16a00368-8b28-4749-99bb-8356a718eab4 is going to be updated. [ 703.563069] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 703.563291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.563465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.563736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.563958] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.564402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.564402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.564402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.565087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.565087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.565087] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.571863] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.572024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.572117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.572341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.573435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.573435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a00368-8b28-4749-99bb-8356a718eab4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.796400] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a73e5d0b-aafa-4181-be2a-082fae1fc8d3 [ 703.796644] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.796785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.796857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.797106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.797193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.797299] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a73e5d0b-aafa-4181-be2a-082fae1fc8d3 already deleted. [ 703.797390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73e5d0b-aafa-4181-be2a-082fae1fc8d3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.860463] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d145630f-5159-4d5f-acfd-a6eef01400d9 in Status: SUCCESS [ 703.860463] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d145630f-5159-4d5f-acfd-a6eef01400d9 deletion is rescheduled due to dependency. [ 703.860463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.036038] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.036038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.036038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.036038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.036038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.036038] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port ef0fc010-d287-4f76-a9e5-5ec5de84c856 not found, creating... [ 704.036038] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.036647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.036647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.036805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.037230] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.037230] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.037383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.037507] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.037901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.038307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.039076] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: ef0fc010-d287-4f76-a9e5-5ec5de84c856 is going to be created. [ 704.049247] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.062492] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.062727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.062858] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.064078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.064325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.064622] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.070845] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.070991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.071059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.071303] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.071473] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.071576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.071640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.071791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.071983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.071983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.072136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.072245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.072306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.072472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.072608] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.072706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.072771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.072928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.073035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.073167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.073167] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.079393] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7e2404e2-cf11-490e-9d49-192275f4e89c None None] Enqueued Resource ID: f9cb8f5a-2de2-46d2-9e70-026fe12f8f53 with Priority: HIGHEST for action port [ 704.079393] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9cb8f5a-2de2-46d2-9e70-026fe12f8f53 with Priority: HIGHEST for action port [ 704.079393] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9cb8f5a-2de2-46d2-9e70-026fe12f8f53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.079393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9cb8f5a-2de2-46d2-9e70-026fe12f8f53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.079393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9cb8f5a-2de2-46d2-9e70-026fe12f8f53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.079393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9cb8f5a-2de2-46d2-9e70-026fe12f8f53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.079393] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cb8f5a-2de2-46d2-9e70-026fe12f8f53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.552088] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.552326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.552400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.552612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.552703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.552804] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 is going to be created. [ 704.578480] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c85eed-6669-4bac-a904-96481e7f4be9: rpc.has_security_group_logging(os_id): False [ 704.580929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.581168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.581168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.581457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.581618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.582951] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9cb8f5a-2de2-46d2-9e70-026fe12f8f53 [ 704.583284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.583386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.583429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.583606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.583691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.583783] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9cb8f5a-2de2-46d2-9e70-026fe12f8f53 already deleted. [ 704.584487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9cb8f5a-2de2-46d2-9e70-026fe12f8f53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.596268] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 in Status: UNINITIALIZED for 2s [ 704.601023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.601023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.601023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.601023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.601700] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.601700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.601700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.601700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.601700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.601700] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be created. [ 704.672017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.672296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.672424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.672669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.674032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.690391] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: IN_PROGRESS for 2s [ 706.073567] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-18a32254-b385-4bdb-b007-0e34c9214caa tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 706.073567] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 706.073567] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.074914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.075197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.075532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.077395] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.077395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.077395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.077395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.077395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.077395] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.124393] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-5afa0f4a-26d4-4a39-823a-86ae7a8e733c service nova] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_rules [ 706.124393] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-5afa0f4a-26d4-4a39-823a-86ae7a8e733c service nova] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 706.124393] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-5afa0f4a-26d4-4a39-823a-86ae7a8e733c service nova] Enqueued Resource ID: ef0fc010-d287-4f76-a9e5-5ec5de84c856 with Priority: HIGHEST for action port [ 706.124393] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_rules [ 706.124393] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 706.124393] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0fc010-d287-4f76-a9e5-5ec5de84c856 with Priority: HIGHEST for action port [ 706.126433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.126787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.126971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.128807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.128807] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.129989] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.132076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.132076] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef0fc010-d287-4f76-a9e5-5ec5de84c856 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.132076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.132076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.132076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.132076] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef0fc010-d287-4f76-a9e5-5ec5de84c856',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.580295] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.609427] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 in Status: SUCCESS [ 706.609609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.609813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.610269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.610412] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.610600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.610693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.610992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.611155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.612522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.612522] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.631091] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.631091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.636025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef0fc010-d287-4f76-a9e5-5ec5de84c856 with status ACTIVE [ 706.636025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.636025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.636025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.636025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.636025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef0fc010-d287-4f76-a9e5-5ec5de84c856 is going to be updated. [ 706.661627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.661627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.661627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.661627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.661627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.661627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef0fc010-d287-4f76-a9e5-5ec5de84c856" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.705241] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 706.705241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.856217] env[69735]: INFO networking_nsxv3.common.synchronization [None req-0ff6cfd1-83cb-4202-bb1b-1c866e73af1d None None] Enqueued Resource ID: 0cf26367-4f8e-4367-8b79-bad1db4015fe with Priority: HIGHEST for action port [ 706.856786] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf26367-4f8e-4367-8b79-bad1db4015fe with Priority: HIGHEST for action port [ 706.857116] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf26367-4f8e-4367-8b79-bad1db4015fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.857258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf26367-4f8e-4367-8b79-bad1db4015fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.857331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf26367-4f8e-4367-8b79-bad1db4015fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.861220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf26367-4f8e-4367-8b79-bad1db4015fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.861317] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf26367-4f8e-4367-8b79-bad1db4015fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.009059] env[69735]: INFO networking_nsxv3.common.synchronization [None req-394a2c00-d6d4-4f12-bb6b-557d89487773 None None] Enqueued Resource ID: af69d494-4a79-484d-b061-36e55b0b75ee with Priority: HIGHEST for action port [ 707.009639] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af69d494-4a79-484d-b061-36e55b0b75ee with Priority: HIGHEST for action port [ 707.009965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-af69d494-4a79-484d-b061-36e55b0b75ee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.011512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af69d494-4a79-484d-b061-36e55b0b75ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.011512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af69d494-4a79-484d-b061-36e55b0b75ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.011512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af69d494-4a79-484d-b061-36e55b0b75ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.011512] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af69d494-4a79-484d-b061-36e55b0b75ee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.083681] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.115145] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.116017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.116017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.116017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.116017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.116017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.116017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.116292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.116292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.116292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.116388] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.116430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.116728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.116728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.116829] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.116829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.116919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.121625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.121625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.121625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.121625] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.141835] env[69735]: INFO networking_nsxv3.common.synchronization [req-1675628c-7348-4857-90c0-6acdf1bd792a req-bca933fc-ed52-4d63-9bb2-2be607057911 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 707.141835] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 707.141835] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.141835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.141835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.141835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.142844] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.144184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.144282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.144493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.144607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.144740] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.256052] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.256285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.256413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.256703] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.256955] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.257131] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.257252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.257484] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.257631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.257852] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.257973] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.259844] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.259844] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.259844] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.260028] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.260229] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.272370] env[69735]: INFO networking_nsxv3.common.synchronization [None req-c08c22ac-5ae7-42c4-bb69-56707ed3f017 None None] Enqueued Resource ID: a6528db5-cc72-461c-a7b8-29ca24c7c522 with Priority: HIGHEST for action port [ 707.272370] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6528db5-cc72-461c-a7b8-29ca24c7c522 with Priority: HIGHEST for action port [ 707.272370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6528db5-cc72-461c-a7b8-29ca24c7c522 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.272370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6528db5-cc72-461c-a7b8-29ca24c7c522" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.272370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6528db5-cc72-461c-a7b8-29ca24c7c522" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.274971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6528db5-cc72-461c-a7b8-29ca24c7c522" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.275088] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6528db5-cc72-461c-a7b8-29ca24c7c522',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.292341] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.292586] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.292734] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.293149] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.293378] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-66096c59-7e05-4d3f-aa8e-abb818920bcf taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.293574] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.293713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.294127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.294275] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66096c59-7e05-4d3f-aa8e-abb818920bcf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.364043] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cf26367-4f8e-4367-8b79-bad1db4015fe [ 707.364211] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.364335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.364377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.365041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.365041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.365041] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cf26367-4f8e-4367-8b79-bad1db4015fe already deleted. [ 707.365041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf26367-4f8e-4367-8b79-bad1db4015fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.514982] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af69d494-4a79-484d-b061-36e55b0b75ee [ 707.515440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.515440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.515574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.516120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.516120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.516120] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af69d494-4a79-484d-b061-36e55b0b75ee already deleted. [ 707.516120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af69d494-4a79-484d-b061-36e55b0b75ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.587527] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.588813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.588938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.589214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.589349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.589490] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be created. [ 707.615778] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.615778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.615985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.616072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.616360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.625663] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef3360fc-ed45-46eb-b71e-2455836cd7f3: rpc.has_security_group_logging(os_id): False [ 707.631546] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: UNINITIALIZED for 2s [ 707.647111] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.647111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.647111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.647367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.647405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.647631] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.647741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.648308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.648308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.648308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.648308] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.648874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.648874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.648874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.648874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.652147] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.652147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.652147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.652147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.652147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.652147] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 is going to be created. [ 707.652907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.652907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.652907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.653287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.653516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.653748] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.653861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.653926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.654143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.654222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.655770] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be updated. [ 707.687766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.687914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.687914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.688138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.688234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.701867] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 707.727262] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.727409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.727458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.728020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.728020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.757708] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 in Status: IN_PROGRESS for 2s [ 707.778169] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6528db5-cc72-461c-a7b8-29ca24c7c522 [ 707.778427] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.778577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.778677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.778933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.779277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.779277] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6528db5-cc72-461c-a7b8-29ca24c7c522 already deleted. [ 707.779277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6528db5-cc72-461c-a7b8-29ca24c7c522" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.798753] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.799159] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.799659] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.799659] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.800022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.800022] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 66096c59-7e05-4d3f-aa8e-abb818920bcf not found, creating... [ 707.800378] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.800686] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.800894] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.801375] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.801375] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.801785] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.802647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.802647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.802647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.802892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.803052] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 66096c59-7e05-4d3f-aa8e-abb818920bcf is going to be created. [ 707.807036] env[69735]: INFO networking_nsxv3.common.synchronization [None req-2e4523d9-c5a6-4ba2-b578-b04f14dc5392 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 707.808360] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 707.808787] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.808998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.809146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.809430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.809545] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.852250] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.852250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.852250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.852250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.852250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.852250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.991913] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e8910b98-476e-4abe-ba83-12cacdd449d9 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 707.992643] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 707.992962] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.993381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.252824] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-0402d5ec-84fc-474d-b83d-426b6c469b51 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 708.253449] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 708.256283] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.256435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.332949] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.333062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.333119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.333875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.333875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.333875] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc46db1-6731-4071-952d-07ff223ef502 already deleted. [ 708.333875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.333875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.334128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.334128] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.861107] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.861236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.861319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.861518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.861606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.861698] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc46db1-6731-4071-952d-07ff223ef502 already deleted. [ 708.861778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.556825] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-99f95e2c-e0d8-43da-bfcb-6a9cd71a50a2 service nova] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_rules [ 709.557117] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-99f95e2c-e0d8-43da-bfcb-6a9cd71a50a2 service nova] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 709.557161] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-99f95e2c-e0d8-43da-bfcb-6a9cd71a50a2 service nova] Enqueued Resource ID: 66096c59-7e05-4d3f-aa8e-abb818920bcf with Priority: HIGHEST for action port [ 709.557371] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_rules [ 709.557512] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 709.557595] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66096c59-7e05-4d3f-aa8e-abb818920bcf with Priority: HIGHEST for action port [ 709.558397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.558513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.558724] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.558811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.558984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-66096c59-7e05-4d3f-aa8e-abb818920bcf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.559102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.559166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.559367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.559445] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66096c59-7e05-4d3f-aa8e-abb818920bcf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.642344] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 709.642582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.642750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.642970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.643202] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.643338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.643404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.643576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.643668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.643750] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.699858] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.700184] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.700379] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.700755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.702183] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.702413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.702592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.702926] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.703165] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.703464] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.703632] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.703885] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.703957] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.704135] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.704306] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.704498] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.725507] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 709.725705] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 deletion is rescheduled due to dependency. [ 709.725828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.730077] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.730288] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 709.730436] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.730619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.730993] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-77b0224a-e819-471f-832b-462e8784f093 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.731244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.731405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.731797] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.731952] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b0224a-e819-471f-832b-462e8784f093',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.771303] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 in Status: SUCCESS [ 709.771548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.991388] env[69735]: INFO networking_nsxv3.common.synchronization [req-bb8c6b23-8280-4bd6-9bfb-6e2f6fb8fe74 req-464d087f-59e0-4c99-a061-c1b44c33565a tempest-SecurityGroupRulesNegativeTestJSON-1349608379 tempest-SecurityGroupRulesNegativeTestJSON-1349608379-project-member] Enqueued Resource ID: 2a1a8e63-0165-436a-84da-89dccd56cd2e with Priority: HIGHEST for action security_group_rules [ 709.991686] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1a8e63-0165-436a-84da-89dccd56cd2e with Priority: HIGHEST for action security_group_rules [ 709.992173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a1a8e63-0165-436a-84da-89dccd56cd2e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.992380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.992699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.993165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.993313] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a1a8e63-0165-436a-84da-89dccd56cd2e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.063673] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66096c59-7e05-4d3f-aa8e-abb818920bcf with status ACTIVE [ 710.063885] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.064185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.064185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.064368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.064440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.064601] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.064715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.064787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.064926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.065015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.065420] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.065420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.065420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.065656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.065656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.065656] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66096c59-7e05-4d3f-aa8e-abb818920bcf is going to be updated. [ 710.089169] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.089326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.089397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.089605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.089740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.089902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66096c59-7e05-4d3f-aa8e-abb818920bcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.146411] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.235960] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.236239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.236383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.236928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.236928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.237093] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 77b0224a-e819-471f-832b-462e8784f093 not found, creating... [ 710.237440] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237556] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237925] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.238389] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.238389] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.238532] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.238647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.238714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.239376] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.239376] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.239376] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 77b0224a-e819-471f-832b-462e8784f093 is going to be created. [ 710.267438] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.267654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.267654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.267994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.271276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.271276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.518397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.518397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.518397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.518397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.518397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.518397] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a1a8e63-0165-436a-84da-89dccd56cd2e already deleted. [ 710.518397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.649882] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.687042] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e041586a-debd-4cf4-b3cf-d7bde39120c8 None None] Enqueued Resource ID: 3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1 with Priority: HIGHEST for action port [ 710.687711] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1 with Priority: HIGHEST for action port [ 710.691177] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.691177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.691177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.691177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.691177] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.993615] env[69735]: INFO networking_nsxv3.common.synchronization [None req-6d7156c5-374c-488e-8c7a-32f4cdbed736 None None] Enqueued Resource ID: 6fdcb225-5ec4-4efb-94bb-344a3712f452 with Priority: HIGHEST for action port [ 710.993842] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdcb225-5ec4-4efb-94bb-344a3712f452 with Priority: HIGHEST for action port [ 710.994510] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fdcb225-5ec4-4efb-94bb-344a3712f452 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.994609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fdcb225-5ec4-4efb-94bb-344a3712f452" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.994672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fdcb225-5ec4-4efb-94bb-344a3712f452" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.994929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fdcb225-5ec4-4efb-94bb-344a3712f452" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.995020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fdcb225-5ec4-4efb-94bb-344a3712f452',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.155309] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.155309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.155309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.155309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.155309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.155309] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 711.188019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.188019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.188019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.188019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.188019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.196436] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 711.196893] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1 [ 711.197217] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.197479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.197703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.198224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.198419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.198880] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1 already deleted. [ 711.198880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb167d3-2dd4-4fe8-a7e5-432f9ca21ff1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.500097] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fdcb225-5ec4-4efb-94bb-344a3712f452 [ 711.500339] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.500627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.500776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501461] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fdcb225-5ec4-4efb-94bb-344a3712f452 already deleted. [ 711.501626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fdcb225-5ec4-4efb-94bb-344a3712f452" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.679618] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-9668873c-5fa4-4a49-b73b-abdd06ca792e service nova] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_rules [ 711.679618] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-9668873c-5fa4-4a49-b73b-abdd06ca792e service nova] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 711.679618] env[69735]: INFO networking_nsxv3.common.synchronization [req-b4050542-9fbe-4342-b8e6-58b25a8b8374 req-9668873c-5fa4-4a49-b73b-abdd06ca792e service nova] Enqueued Resource ID: 77b0224a-e819-471f-832b-462e8784f093 with Priority: HIGHEST for action port [ 711.679618] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_rules [ 711.679618] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 711.679618] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b0224a-e819-471f-832b-462e8784f093 with Priority: HIGHEST for action port [ 711.685019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.685019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.685019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.685522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.685934] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b0224a-e819-471f-832b-462e8784f093 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.687834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687834] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b0224a-e819-471f-832b-462e8784f093',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.094506] env[69735]: INFO networking_nsxv3.common.synchronization [req-9cc5a44a-e91f-4886-acb1-e7b21605dd9b req-c081ea81-abf0-4551-9d44-e57032bf72fe tempest-SecurityGroupRulesNegativeTestJSON-1349608379 tempest-SecurityGroupRulesNegativeTestJSON-1349608379-project-member] Enqueued Resource ID: 2a1a8e63-0165-436a-84da-89dccd56cd2e with Priority: HIGHEST for action security_group_rules [ 712.094506] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1a8e63-0165-436a-84da-89dccd56cd2e with Priority: HIGHEST for action security_group_rules [ 712.094506] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a1a8e63-0165-436a-84da-89dccd56cd2e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.094506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.094506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.094506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.094506] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a1a8e63-0165-436a-84da-89dccd56cd2e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.189733] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77b0224a-e819-471f-832b-462e8784f093 with status ACTIVE [ 712.189972] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.190234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.190234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.190445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.190541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.190723] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.190835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.190893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.191062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.191144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.191334] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.191430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.191487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.191625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.191712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.191774] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77b0224a-e819-471f-832b-462e8784f093 is going to be updated. [ 712.229986] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.230233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.230327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.230607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.230791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.231082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b0224a-e819-471f-832b-462e8784f093" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.617711] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.620057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.620057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.620057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.620057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.620057] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a1a8e63-0165-436a-84da-89dccd56cd2e already deleted. [ 712.620057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a1a8e63-0165-436a-84da-89dccd56cd2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.207451] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 713.207451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.207451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.207866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.207866] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.207964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.208009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.208295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.208295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.208457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.208457] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.212627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.212627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.212627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.212627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.212627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.212627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.212627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.212627] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.306640] env[69735]: INFO networking_nsxv3.common.synchronization [None req-402689e3-f3d8-4c57-a96d-b2ea279ade53 None None] Enqueued Resource ID: 1901b9e6-31a3-4a2f-b7c9-b63237692f44 with Priority: HIGHEST for action port [ 713.306640] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1901b9e6-31a3-4a2f-b7c9-b63237692f44 with Priority: HIGHEST for action port [ 713.307269] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1901b9e6-31a3-4a2f-b7c9-b63237692f44 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.307423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1901b9e6-31a3-4a2f-b7c9-b63237692f44" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.307504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1901b9e6-31a3-4a2f-b7c9-b63237692f44" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.307714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1901b9e6-31a3-4a2f-b7c9-b63237692f44" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.307817] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1901b9e6-31a3-4a2f-b7c9-b63237692f44',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.712753] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.712753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.715863] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.753542] env[69735]: INFO networking_nsxv3.common.synchronization [req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 req-f9f11cdb-3d86-4853-a9aa-6e04be4b40b2 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Enqueued Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_members [ 713.754145] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_members [ 713.754328] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.754445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.754512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.754822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.754895] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.754996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.756747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.756946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.757083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.757166] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.809771] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1901b9e6-31a3-4a2f-b7c9-b63237692f44 [ 713.810012] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.810205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.810284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.810504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.810596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.810693] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1901b9e6-31a3-4a2f-b7c9-b63237692f44 already deleted. [ 713.810772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1901b9e6-31a3-4a2f-b7c9-b63237692f44" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.218452] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.260208] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.260308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.260422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.260670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.260768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.260988] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.261108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.261252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.261504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.261504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.261640] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbe4774-f869-49df-8ccb-e200db45ee9d already deleted. [ 714.261640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.532804] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.533062] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-707" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.533287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-707" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.533639] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-707" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.533963] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.534164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.534291] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.534572] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.534761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.535010] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.535171] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.535320] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.535482] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.535770] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.535770] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.535882] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.563299] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.563470] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.564031] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.564031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-707" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.564277] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f996e49b-6168-44d2-af60-5e123d30936e taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.564369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.565565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.566462] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.566854] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f996e49b-6168-44d2-af60-5e123d30936e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.722743] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.722743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.722743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.722980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.723661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.723661] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 714.753984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.754191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.754234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.754439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.754665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.765797] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 715.072242] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.072687] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.072933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.073499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.073768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.074063] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f996e49b-6168-44d2-af60-5e123d30936e not found, creating... [ 715.074547] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.074842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.075059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.075450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.075690] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.076229] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.076523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.076724] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.077147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.077402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.077673] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f996e49b-6168-44d2-af60-5e123d30936e is going to be created. [ 715.101033] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.101358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.101547] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.101928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.102295] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.103093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.655864] env[69735]: INFO networking_nsxv3.common.synchronization [req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 req-470d3a02-c3a9-405c-a01f-61b5323f46cc service nova] Enqueued Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_rules [ 716.656151] env[69735]: INFO networking_nsxv3.common.synchronization [req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 req-470d3a02-c3a9-405c-a01f-61b5323f46cc service nova] Enqueued Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_members [ 716.656207] env[69735]: INFO networking_nsxv3.common.synchronization [req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 req-470d3a02-c3a9-405c-a01f-61b5323f46cc service nova] Enqueued Resource ID: f996e49b-6168-44d2-af60-5e123d30936e with Priority: HIGHEST for action port [ 716.656415] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_rules [ 716.656543] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_members [ 716.656640] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f996e49b-6168-44d2-af60-5e123d30936e with Priority: HIGHEST for action port [ 716.657684] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.657850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.657948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.658241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.658362] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.659397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.659648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.659767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.660542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.660738] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.660886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.660974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.661168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.661280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.661401] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.662289] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f996e49b-6168-44d2-af60-5e123d30936e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.663310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.663448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.663658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.663771] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f996e49b-6168-44d2-af60-5e123d30936e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.777317] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 716.777598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.777781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.778116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.778220] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.778398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.778479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.778650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.778733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.778833] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.165493] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.169026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.169026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.170798] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f996e49b-6168-44d2-af60-5e123d30936e with status ACTIVE [ 717.172613] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.173627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.174209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.174965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.174965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.176143] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.176403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.176529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.177278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.177547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.177888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.180033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.180033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.180033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.180033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.180033] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f996e49b-6168-44d2-af60-5e123d30936e is going to be updated. [ 717.211512] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.212084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.212466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.212982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.213589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.213589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f996e49b-6168-44d2-af60-5e123d30936e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.281013] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.682546] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.787370] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.187547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.187739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.187808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.188285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.188285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.188285] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbe4774-f869-49df-8ccb-e200db45ee9d is going to be created. [ 718.216048] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.216302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.216425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.216674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.216962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.229833] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbe4774-f869-49df-8ccb-e200db45ee9d in Status: UNINITIALIZED for 2s [ 718.290250] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.290467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.290543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.290760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.290853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.290991] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 718.327607] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.327749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.327817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.328033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.328176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.341135] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 720.260065] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbe4774-f869-49df-8ccb-e200db45ee9d in Status: SUCCESS [ 720.260065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.260708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.260708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.260866] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.260984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.261095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.261246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.261338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.261429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.261556] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.322168] env[69735]: INFO networking_nsxv3.common.synchronization [req-27359118-b459-4f1d-b004-c0f2ae638314 req-a4b52be6-2acb-41de-93ab-45b75dfce65c tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 720.322729] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 720.323053] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.323213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.323305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.323525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.326954] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.327929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.328020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.328226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.328320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.328424] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.351163] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 720.351163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.355201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.355201] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.355201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.355201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.355201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355201] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.765296] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.765516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.765597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.765798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.765985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.766108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.766331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.766421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.766510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.766655] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.766749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.766948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.767095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.767187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.767241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.767380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.767454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.767555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.767645] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.830820] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.830986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.831057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.831285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.831372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.831580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.831676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.831747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.831920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.832012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.832114] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 already deleted. [ 720.832254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.859806] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.058556] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.062027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062675] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.068043] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.068043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.068043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.068043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.068043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.068043] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.068043] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.068043] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.068043] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.068043] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.068043] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.068043] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.090679] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.090888] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.091060] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.091271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.091625] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.091813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.092954] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.092954] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.092954] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe38bc37-0f7d-4d85-848f-322dd7b84f7a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.269421] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcbe4774-f869-49df-8ccb-e200db45ee9d: rpc.has_security_group_logging(os_id): False [ 721.295682] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.299129] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.299129] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.299129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.299931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.299931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.299931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.299931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.299931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.299931] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbe4774-f869-49df-8ccb-e200db45ee9d is going to be created. [ 721.361598] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.372708] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.372901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.372952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.373162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.374201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.388280] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcbe4774-f869-49df-8ccb-e200db45ee9d in Status: IN_PROGRESS for 2s [ 721.595710] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.596059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.596225] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.596618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.596876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.597141] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port fe38bc37-0f7d-4d85-848f-322dd7b84f7a not found, creating... [ 721.597548] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.597805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.598008] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.598363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.598593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.599042] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.599291] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.600609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.600609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.600609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.600609] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a is going to be created. [ 721.623190] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.623520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.623674] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.623951] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.624263] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.624576] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.863986] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.864335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.864335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.864486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.864566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.864680] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 721.900765] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.900923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.901024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.901249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.901548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.915082] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 722.440393] env[69735]: INFO networking_nsxv3.common.synchronization [req-0e3ce602-5e82-47c3-be62-1081310db65e req-3e865f2b-a245-4a3f-9e17-a1cf640ea33a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 722.440806] env[69735]: INFO networking_nsxv3.common.synchronization [req-0e3ce602-5e82-47c3-be62-1081310db65e req-3e865f2b-a245-4a3f-9e17-a1cf640ea33a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_members [ 722.441188] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 722.441308] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_members [ 722.441981] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.441981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.441981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.441981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.444612] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.444753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.444819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.444998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.445102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.445201] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.448289] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9199dccb-8f39-480e-88c3-921496d6b757 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.448839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.448839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.448839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.448839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.449133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.449133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.449133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.449295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.449295] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.548590] env[69735]: INFO networking_nsxv3.common.synchronization [req-0e3ce602-5e82-47c3-be62-1081310db65e req-3e865f2b-a245-4a3f-9e17-a1cf640ea33a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_rules [ 722.548762] env[69735]: INFO networking_nsxv3.common.synchronization [req-0e3ce602-5e82-47c3-be62-1081310db65e req-3e865f2b-a245-4a3f-9e17-a1cf640ea33a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 722.548897] env[69735]: INFO networking_nsxv3.common.synchronization [req-0e3ce602-5e82-47c3-be62-1081310db65e req-3e865f2b-a245-4a3f-9e17-a1cf640ea33a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_rules [ 722.549050] env[69735]: INFO networking_nsxv3.common.synchronization [req-0e3ce602-5e82-47c3-be62-1081310db65e req-3e865f2b-a245-4a3f-9e17-a1cf640ea33a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_members [ 722.549182] env[69735]: INFO networking_nsxv3.common.synchronization [req-0e3ce602-5e82-47c3-be62-1081310db65e req-3e865f2b-a245-4a3f-9e17-a1cf640ea33a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 2668d783-1fe4-4311-912e-17d0fd83358c with Priority: HIGHEST for action port [ 722.549702] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_rules [ 722.549842] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_rules [ 722.549939] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2668d783-1fe4-4311-912e-17d0fd83358c with Priority: HIGHEST for action port [ 722.552634] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 722.552700] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_members [ 722.554059] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.554206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.554280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.554484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.554632] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.556983] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9199dccb-8f39-480e-88c3-921496d6b757 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.557102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.557163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.558287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.558385] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.559208] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2668d783-1fe4-4311-912e-17d0fd83358c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.559313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.559361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.559516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.559589] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2668d783-1fe4-4311-912e-17d0fd83358c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.561498] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.561596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.561784] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9199dccb-8f39-480e-88c3-921496d6b757 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.561867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.834518] env[69735]: INFO networking_nsxv3.common.synchronization [req-27359118-b459-4f1d-b004-c0f2ae638314 req-bb2f999b-cabe-4c23-84ae-f0b431f7dba3 service nova] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 722.834773] env[69735]: INFO networking_nsxv3.common.synchronization [req-27359118-b459-4f1d-b004-c0f2ae638314 req-bb2f999b-cabe-4c23-84ae-f0b431f7dba3 service nova] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 722.834992] env[69735]: INFO networking_nsxv3.common.synchronization [req-27359118-b459-4f1d-b004-c0f2ae638314 req-bb2f999b-cabe-4c23-84ae-f0b431f7dba3 service nova] Enqueued Resource ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a with Priority: HIGHEST for action port [ 722.835675] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 722.835865] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 722.836018] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a with Priority: HIGHEST for action port [ 722.840573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.840742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.840840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.841203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.841318] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.851020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.851020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.851020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.851020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.851020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.851020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.851020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.851020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.851020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.851020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.851020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.851671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.851835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.852130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.852403] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe38bc37-0f7d-4d85-848f-322dd7b84f7a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.950480] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.954148] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.058253] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.058520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.063522] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2668d783-1fe4-4311-912e-17d0fd83358c with status ACTIVE [ 723.063522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.063522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.063522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.063522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.064510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.064510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.064510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.064510] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2668d783-1fe4-4311-912e-17d0fd83358c is going to be updated. [ 723.065810] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9199dccb-8f39-480e-88c3-921496d6b757 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.065810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.089442] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.089601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.089674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.089885] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.090038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.090200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.354280] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.354462] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.354617] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.355581] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe38bc37-0f7d-4d85-848f-322dd7b84f7a with status ACTIVE [ 723.355949] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.356111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.356179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.356432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.356566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.356965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.356965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.356965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.357239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.357239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.357377] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.357474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.357546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.357689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.357765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.357851] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a is going to be updated. [ 723.382953] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.383506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.383506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.383506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.383767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.383767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402934] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcbe4774-f869-49df-8ccb-e200db45ee9d in Status: SUCCESS [ 723.403249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.451705] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.460582] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.859825] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.924876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 723.925138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.925336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.925564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.925712] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.925833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.925898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.926070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.926157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.926247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.926404] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.926503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.926576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.926705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.926843] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.926936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.926994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.927148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.927223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.927305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.927413] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.958343] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.958972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.959104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.959410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.959548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.959731] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be updated. [ 723.964271] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.964497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.964580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.964847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.964978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.965131] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9199dccb-8f39-480e-88c3-921496d6b757 is going to be created. [ 724.000802] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.003246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.003246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.003246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.009514] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.009514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.009686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.009948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.009948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.023907] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: IN_PROGRESS for 2s [ 724.024411] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9199dccb-8f39-480e-88c3-921496d6b757 in Status: UNINITIALIZED for 2s [ 724.324266] env[69735]: INFO networking_nsxv3.common.synchronization [req-284dd40f-81ef-4cbd-bb0a-010a76f370d5 req-c3d46a92-db32-4205-b3ae-820801076ac5 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 724.324498] env[69735]: INFO networking_nsxv3.common.synchronization [req-284dd40f-81ef-4cbd-bb0a-010a76f370d5 req-c3d46a92-db32-4205-b3ae-820801076ac5 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_members [ 724.325097] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 724.325238] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9199dccb-8f39-480e-88c3-921496d6b757 with Priority: HIGHEST for action security_group_members [ 724.325516] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.325621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.325808] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9199dccb-8f39-480e-88c3-921496d6b757 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.325892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.362715] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.362898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.362950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.364615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.364772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.364827] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be created. [ 724.399839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.400021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.400096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.400376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.400541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.415139] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: UNINITIALIZED for 2s [ 724.435021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e: rpc.has_security_group_logging(os_id): False [ 724.444087] env[69735]: INFO networking_nsxv3.common.synchronization [req-284dd40f-81ef-4cbd-bb0a-010a76f370d5 req-c3d46a92-db32-4205-b3ae-820801076ac5 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_rules [ 724.444268] env[69735]: INFO networking_nsxv3.common.synchronization [req-284dd40f-81ef-4cbd-bb0a-010a76f370d5 req-c3d46a92-db32-4205-b3ae-820801076ac5 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 724.444418] env[69735]: INFO networking_nsxv3.common.synchronization [req-284dd40f-81ef-4cbd-bb0a-010a76f370d5 req-c3d46a92-db32-4205-b3ae-820801076ac5 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 2668d783-1fe4-4311-912e-17d0fd83358c with Priority: HIGHEST for action port [ 724.444935] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_rules [ 724.445081] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 724.445323] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2668d783-1fe4-4311-912e-17d0fd83358c with Priority: HIGHEST for action port [ 724.445456] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.445557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.445983] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.446091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.446289] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2668d783-1fe4-4311-912e-17d0fd83358c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.446390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.446455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.446685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.446769] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2668d783-1fe4-4311-912e-17d0fd83358c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.454097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.454633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.454633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.454633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.454633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.454866] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.454866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.454961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.455087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.455155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.455350] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.456258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.456258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.456258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.456258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.456258] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.456258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.456258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.456542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.456542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.456616] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be created. [ 724.556946] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.557152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.557231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.557450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.557631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.576292] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 724.948863] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2668d783-1fe4-4311-912e-17d0fd83358c with status ACTIVE [ 724.949157] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.949326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.949663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.950058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.950224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.950592] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.950690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.950690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.950877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.950960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.951225] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.951780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.951859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.952035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.952122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.952212] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2668d783-1fe4-4311-912e-17d0fd83358c is going to be updated. [ 724.987317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.988767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.988767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.988767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.988767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.988767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2668d783-1fe4-4311-912e-17d0fd83358c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.112195] env[69735]: INFO networking_nsxv3.common.synchronization [None req-bebb72c5-8aa2-4f4e-8498-847c01e1b017 None None] Enqueued Resource ID: 90c08e4e-9b30-42f0-938c-fbc7fe38e68d with Priority: HIGHEST for action port [ 725.115778] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c08e4e-9b30-42f0-938c-fbc7fe38e68d with Priority: HIGHEST for action port [ 725.115778] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c08e4e-9b30-42f0-938c-fbc7fe38e68d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.115778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c08e4e-9b30-42f0-938c-fbc7fe38e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.115778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c08e4e-9b30-42f0-938c-fbc7fe38e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.115778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c08e4e-9b30-42f0-938c-fbc7fe38e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.115778] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c08e4e-9b30-42f0-938c-fbc7fe38e68d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.271345] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-cce1162f-754b-4136-bbc3-18ed32e335dd tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 725.273349] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 725.273880] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.274084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.274242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.274981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.275627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.275762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.275832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.276012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.276107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.276205] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.617524] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90c08e4e-9b30-42f0-938c-fbc7fe38e68d [ 725.617524] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.617524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.617524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.617524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.617524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.617524] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90c08e4e-9b30-42f0-938c-fbc7fe38e68d already deleted. [ 725.617524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c08e4e-9b30-42f0-938c-fbc7fe38e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.783173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.783173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.783173] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 already deleted. [ 725.783173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.957292] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.957486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.957609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.957937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.958215] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.958381] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.958537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.958716] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.958861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.959241] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.959381] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.959452] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.959567] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.959684] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.959793] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.959927] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.980475] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.980691] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.980825] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.981018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.981414] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-62f38382-00f6-457b-b390-a73a24c7f870 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.981625] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.981753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.982399] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.982571] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f38382-00f6-457b-b390-a73a24c7f870',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.035680] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 726.035918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.036724] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9199dccb-8f39-480e-88c3-921496d6b757 in Status: SUCCESS [ 726.036908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.037094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.037295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.037481] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.037603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.037668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.038142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.038142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.038142] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.039545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.039731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.039903] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.040023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.040092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.040282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.040379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.040472] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.430932] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 726.431321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.431538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.431790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.432049] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.432182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.432327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.432525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.432632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432853] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.488033] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.488033] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 62f38382-00f6-457b-b390-a73a24c7f870 not found, creating... [ 726.488033] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.488033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.488692] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.488692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.488692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.489021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.489329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.489823] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 62f38382-00f6-457b-b390-a73a24c7f870 is going to be created. [ 726.514903] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.514903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.514903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.514903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.514903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.514903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.542129] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.550026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.550026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.550026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.550026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.550026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.550026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.550026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.550026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.550548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.550548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.550548] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9199dccb-8f39-480e-88c3-921496d6b757 is going to be deleted. [ 726.604581] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 726.604823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.605060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.605287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.605424] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.642723] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.642723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.642723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.643437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.643437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.643437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.643849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.643849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.644050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.644188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.644287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.644474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.644673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.644821] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.934740] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.934940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.934983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.935340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.935340] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.935551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.935551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.935676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.935767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.935893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.935999] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.936113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.936174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.936319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.936535] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.936588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.936627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.936776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.936823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.936898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.937106] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.050128] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.108372] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.108611] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.108711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.108959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.109164] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.109268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.109340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.109549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.109644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.109738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.109886] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.150520] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.150757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.150757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.150952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.151188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.151390] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.151510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.151765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.151924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152113] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9199dccb-8f39-480e-88c3-921496d6b757 already deleted. [ 727.152302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152491] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.153597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.154524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.154524] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.154524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.154524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.154524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.154524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.155448] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.441493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03c9599-e7e2-4d5e-bde1-6827208084b8: rpc.has_security_group_logging(os_id): False [ 727.462700] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.462981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.462981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.463215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.463477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.463944] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.463944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.463944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.463944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.464343] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.464343] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.464343] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.464506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.465276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.465374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.465520] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.465620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.465681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.465835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.465915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.466008] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be created. [ 727.528550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.528550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.528550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.528883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.528883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.539715] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 727.555347] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.555347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.555537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.556657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.556657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.556657] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be updated. [ 727.588931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.589119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.589198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.589374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.589953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.600233] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: IN_PROGRESS for 2s [ 727.615831] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.615993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.616079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.616300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.616482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.616600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.616814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.616814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.616930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.616984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.617159] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.617259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.617322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.617480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.617627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.617726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.617788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.617928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.618031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.618142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.618194] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.656798] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9199dccb-8f39-480e-88c3-921496d6b757',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.658580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.658580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.658580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.658580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.658580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.658921] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.658921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.659093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.659159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.659262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.659354] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9199dccb-8f39-480e-88c3-921496d6b757 already deleted. [ 727.659438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.711985] env[69735]: INFO networking_nsxv3.common.synchronization [req-e8d8ab76-a883-4021-bea2-df9871f3c3cc req-c68975af-8f60-4bcc-8039-d70d0eeb0fc4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 727.711985] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 727.711985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.711985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.711985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.711985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.711985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.711985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.711985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.711985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.711985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.714635] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.752244] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-237d3011-332d-40f7-82cc-3ee6174e27b7 service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 727.752528] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-237d3011-332d-40f7-82cc-3ee6174e27b7 service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 727.752991] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-237d3011-332d-40f7-82cc-3ee6174e27b7 service nova] Enqueued Resource ID: 62f38382-00f6-457b-b390-a73a24c7f870 with Priority: HIGHEST for action port [ 727.752991] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 727.753163] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 727.753163] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f38382-00f6-457b-b390-a73a24c7f870 with Priority: HIGHEST for action port [ 727.753758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.753886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.753950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.754324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.754405] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.756023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.756023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.756023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.756023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.756023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.756456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.756456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.756456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.756456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.756584] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.758897] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-62f38382-00f6-457b-b390-a73a24c7f870 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.758897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.758897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.758897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.758897] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f38382-00f6-457b-b390-a73a24c7f870',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.948293] env[69735]: INFO networking_nsxv3.common.synchronization [None req-4c6bea74-cf73-471b-af53-bd222c24cb4e None None] Enqueued Resource ID: 7298d098-d9fe-4114-932d-2b4bb7a12fab with Priority: HIGHEST for action port [ 727.948641] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7298d098-d9fe-4114-932d-2b4bb7a12fab with Priority: HIGHEST for action port [ 727.948893] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-7298d098-d9fe-4114-932d-2b4bb7a12fab taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.949021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7298d098-d9fe-4114-932d-2b4bb7a12fab" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.949088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7298d098-d9fe-4114-932d-2b4bb7a12fab" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.949370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7298d098-d9fe-4114-932d-2b4bb7a12fab" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.949440] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7298d098-d9fe-4114-932d-2b4bb7a12fab',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.960323] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-cd8e3438-57c2-431a-a551-78e2cda0ddbd tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 727.960579] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 727.961056] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.961117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.120862] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e: rpc.has_security_group_logging(os_id): False [ 728.142017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.142017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.142017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.142017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.142662] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.142662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.142662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.142662] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 728.162206] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9199dccb-8f39-480e-88c3-921496d6b757: rpc.has_security_group_logging(os_id): False [ 728.178579] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.179212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.179352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.180026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.180026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.180026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.181047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.181047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.181047] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9199dccb-8f39-480e-88c3-921496d6b757 is going to be created. [ 728.198918] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9199dccb-8f39-480e-88c3-921496d6b757], does not exist path=[/infra/domains/default/groups/9199dccb-8f39-480e-88c3-921496d6b757]."\n}' [ 728.199422] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9199dccb-8f39-480e-88c3-921496d6b757 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9199dccb-8f39-480e-88c3-921496d6b757 [ 728.199586] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 728.210091] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.210362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.210491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.210708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.210904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.218337] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.223595] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 728.234213] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.234408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.234408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.234688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.235380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.235616] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.235807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.235807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.235959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.236321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.236563] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.236667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.236728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.236889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.236967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.237073] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9199dccb-8f39-480e-88c3-921496d6b757 is going to be created. [ 728.257460] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9199dccb-8f39-480e-88c3-921496d6b757], does not exist path=[/infra/domains/default/groups/9199dccb-8f39-480e-88c3-921496d6b757]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9199dccb-8f39-480e-88c3-921496d6b757 [ 728.257460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9199dccb-8f39-480e-88c3-921496d6b757" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.257979] env[69735]: Traceback (most recent call last): [ 728.258097] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 728.258097] env[69735]: return func(*args, **kwargs) [ 728.258097] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 728.258097] env[69735]: res.raise_for_status() [ 728.258097] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 728.258097] env[69735]: raise HTTPError(http_error_msg, response=self) [ 728.258097] env[69735]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9199dccb-8f39-480e-88c3-921496d6b757 [ 728.258097] env[69735]: During handling of the above exception, another exception occurred: [ 728.258097] env[69735]: Traceback (most recent call last): [ 728.258097] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 728.258097] env[69735]: listener.cb(fileno) [ 728.258097] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 728.258097] env[69735]: result = function(*args, **kwargs) [ 728.258097] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 728.258097] env[69735]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 728.258097] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 728.258097] env[69735]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 728.258097] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 728.258097] env[69735]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 728.258097] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 728.258097] env[69735]: res.raise_for_status() [ 728.258097] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 728.258097] env[69735]: raise HTTPError(http_error_msg, response=self) [ 728.258097] env[69735]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9199dccb-8f39-480e-88c3-921496d6b757 [ 728.258097] env[69735]: Removing descriptor: 5 [ 728.260434] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62f38382-00f6-457b-b390-a73a24c7f870 with status ACTIVE [ 728.260646] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.260778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.261042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.261115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.261174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.261328] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.261435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.261500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.261650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.261727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.261904] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.261996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.262062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.262208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.262380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.262380] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62f38382-00f6-457b-b390-a73a24c7f870 is going to be updated. [ 728.263515] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.268841] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.268969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.288991] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.289156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.289220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.289413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.289546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.289701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62f38382-00f6-457b-b390-a73a24c7f870" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.332050] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.332355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.332461] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.332673] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.332941] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.334548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.334732] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.335760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.335930] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.336173] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.336292] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.336405] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.336513] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.336622] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.336728] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.336861] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.372691] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.372952] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.373167] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.373464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.373836] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.374041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.374168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.375068] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.375279] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.457617] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7298d098-d9fe-4114-932d-2b4bb7a12fab [ 728.457617] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.457617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.457617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.457617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.457617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.457617] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7298d098-d9fe-4114-932d-2b4bb7a12fab already deleted. [ 728.457617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7298d098-d9fe-4114-932d-2b4bb7a12fab" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.720868] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.770970] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.878509] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.879456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.879456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.879655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.879690] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.880144] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 not found, creating... [ 728.880144] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.880415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.880415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.881083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.881083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.881172] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.881770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.881770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.881770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.881770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.881980] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 is going to be created. [ 728.904799] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.905106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.905224] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.905444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.905681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.905902] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.223760] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.223966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.223966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.224213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.224304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.224402] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 729.267075] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.267243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.267287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.267530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.267737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.277669] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 729.278174] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.278383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.278507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.278798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.278946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.279106] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be created. [ 729.311729] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.311918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.311966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.312174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.312394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.325601] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: UNINITIALIZED for 2s [ 729.555275] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 729.555528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.610761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 729.610899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.611053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.611759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.611759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.611759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.611759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.612059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.612059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.612059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.612249] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.613726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.613726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.613882] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.613947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.613983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.614612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.614612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.614612] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.829159] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-e9e090dd-4358-4e3e-b1e1-dd9e16212957 service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 729.829523] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-e9e090dd-4358-4e3e-b1e1-dd9e16212957 service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 729.829523] env[69735]: INFO networking_nsxv3.common.synchronization [req-423221d6-10b3-454e-8d36-0b755dcd3bd3 req-e9e090dd-4358-4e3e-b1e1-dd9e16212957 service nova] Enqueued Resource ID: d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 with Priority: HIGHEST for action port [ 729.829751] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 729.829884] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 729.829983] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 with Priority: HIGHEST for action port [ 729.830704] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.830972] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.834280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834781] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.834781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.834945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.835022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.116933] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.117981] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.242407] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 730.242732] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.244685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.244685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.244685] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.339824] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 with status ACTIVE [ 730.339930] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.340020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.340095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.340378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.340484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.340686] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.340821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.340893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.341271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.341271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.341440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.341541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.341618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.341779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.342059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.342059] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 is going to be updated. [ 730.376114] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.376114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.376114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.376114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.376114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.376114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.621707] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.746077] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.746191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.123589] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.123589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.123589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.124050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.124050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.124050] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be updated. [ 731.157141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.157141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.157141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.157141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.157141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.168531] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: IN_PROGRESS for 2s [ 731.266288] env[69735]: INFO networking_nsxv3.common.synchronization [None req-bff00864-8083-42d7-9c97-c516973918e9 None None] Enqueued Resource ID: e405b24c-8f2f-4b76-998d-10f6edf39bca with Priority: HIGHEST for action port [ 731.267074] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e405b24c-8f2f-4b76-998d-10f6edf39bca with Priority: HIGHEST for action port [ 731.267547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-e405b24c-8f2f-4b76-998d-10f6edf39bca taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.267744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e405b24c-8f2f-4b76-998d-10f6edf39bca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.267859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e405b24c-8f2f-4b76-998d-10f6edf39bca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.268249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e405b24c-8f2f-4b76-998d-10f6edf39bca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.268384] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e405b24c-8f2f-4b76-998d-10f6edf39bca',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.291601] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 731.291881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.292131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.292386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.292603] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.292724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.292787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.292957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.293045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.293128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.293217] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.335298] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 731.335450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.335568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.335802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.335979] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.336108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.336173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.336366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.336439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.336505] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.772131] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e405b24c-8f2f-4b76-998d-10f6edf39bca [ 731.772375] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.772573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.772647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.772870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.772990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.773140] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e405b24c-8f2f-4b76-998d-10f6edf39bca already deleted. [ 731.773246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e405b24c-8f2f-4b76-998d-10f6edf39bca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.803234] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.803234] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.803234] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.803234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.808370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.808577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.808653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.808974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.809069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.809198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.809306] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.839976] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.324440] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e: rpc.has_security_group_logging(os_id): False [ 732.336830] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.337156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.337156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.338450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.340642] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.360267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.360581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.360946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.360946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.361102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.361184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.361482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.361630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.361689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.361861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.361940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.362209] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.362337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.363212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.363492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.363583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.363707] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 732.436525] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.436747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.436829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.437084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.437278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.458392] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 732.848598] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.848765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.848848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.850341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.851232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.851362] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 732.886120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.886410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.886410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.886565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.886800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.900720] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 733.181874] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 733.181874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.181874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.181874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.181874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.181874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.181874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.181874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.181874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.181874] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.582535] env[69735]: INFO networking_nsxv3.common.synchronization [req-94998930-6a51-4862-baab-aafc78521e36 req-be4a09d7-c107-4030-ae68-d47539459853 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Enqueued Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_members [ 733.583136] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGHEST for action security_group_members [ 733.584593] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.584593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.584593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.585296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.585517] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.585772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.585866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.586096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.586216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.586322] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.683457] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.753109] env[69735]: INFO networking_nsxv3.common.synchronization [None req-038e4ef3-0399-48c6-9861-45ad42643030 None None] Enqueued Resource ID: 3371ba92-8243-43f7-99bf-11e3249ef7a8 with Priority: HIGHEST for action port [ 733.753693] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3371ba92-8243-43f7-99bf-11e3249ef7a8 with Priority: HIGHEST for action port [ 733.754081] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3371ba92-8243-43f7-99bf-11e3249ef7a8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.754208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3371ba92-8243-43f7-99bf-11e3249ef7a8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.754274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3371ba92-8243-43f7-99bf-11e3249ef7a8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.754544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3371ba92-8243-43f7-99bf-11e3249ef7a8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.754666] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3371ba92-8243-43f7-99bf-11e3249ef7a8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.029992] env[69735]: INFO networking_nsxv3.common.synchronization [req-eab67691-7b58-42f9-b248-611e9378ca8e req-cc156f20-38df-426d-ab7d-fde19b6597ae tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 734.030246] env[69735]: INFO networking_nsxv3.common.synchronization [req-eab67691-7b58-42f9-b248-611e9378ca8e req-cc156f20-38df-426d-ab7d-fde19b6597ae tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 734.030889] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 734.031063] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 734.032358] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.032358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.032533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.032689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.032868] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.032984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.033064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.033238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.033344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.033468] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.034360] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.034473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.034543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.034871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.034871] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.038024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.038024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.038024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.038024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.038024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.093588] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.093588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.093588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.093588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.115212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.115212] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.115212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.117197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.117197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.117197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.117197] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 is going to be updated. [ 734.133328] env[69735]: INFO networking_nsxv3.common.synchronization [req-eab67691-7b58-42f9-b248-611e9378ca8e req-cc156f20-38df-426d-ab7d-fde19b6597ae tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_rules [ 734.133420] env[69735]: INFO networking_nsxv3.common.synchronization [req-eab67691-7b58-42f9-b248-611e9378ca8e req-cc156f20-38df-426d-ab7d-fde19b6597ae tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 734.133557] env[69735]: INFO networking_nsxv3.common.synchronization [req-eab67691-7b58-42f9-b248-611e9378ca8e req-cc156f20-38df-426d-ab7d-fde19b6597ae tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 734.133691] env[69735]: INFO networking_nsxv3.common.synchronization [req-eab67691-7b58-42f9-b248-611e9378ca8e req-cc156f20-38df-426d-ab7d-fde19b6597ae tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 734.133817] env[69735]: INFO networking_nsxv3.common.synchronization [req-eab67691-7b58-42f9-b248-611e9378ca8e req-cc156f20-38df-426d-ab7d-fde19b6597ae tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a with Priority: HIGHEST for action port [ 734.134384] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_rules [ 734.134518] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 734.134613] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a with Priority: HIGHEST for action port [ 734.134703] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 734.135132] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 734.135450] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.135573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.135631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.135890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.135968] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.137423] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.137536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.137602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.138268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.138387] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.139790] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.139902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.139968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.140167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140247] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe38bc37-0f7d-4d85-848f-322dd7b84f7a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.140991] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.141735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.142025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.142076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.148649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.148649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.148649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.148649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.148802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.161010] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 in Status: IN_PROGRESS for 2s [ 734.189821] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.258633] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3371ba92-8243-43f7-99bf-11e3249ef7a8 [ 734.258929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.259071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.259196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.259437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.259559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.259681] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3371ba92-8243-43f7-99bf-11e3249ef7a8 already deleted. [ 734.259784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3371ba92-8243-43f7-99bf-11e3249ef7a8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.482249] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 734.482521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.535720] env[69735]: INFO networking_nsxv3.common.synchronization [req-8c78b822-cf3a-4919-a3d4-bfb6bfcb6511 req-240dd6aa-9f3d-449b-aa45-32c4e0b9ec5d tempest-SecurityGroupRulesTestJSON-482860526 tempest-SecurityGroupRulesTestJSON-482860526-project-member] Enqueued Resource ID: da015113-28df-476c-acde-6d47fbd7780c with Priority: HIGHEST for action security_group_rules [ 734.538816] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da015113-28df-476c-acde-6d47fbd7780c with Priority: HIGHEST for action security_group_rules [ 734.538816] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.539039] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da015113-28df-476c-acde-6d47fbd7780c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.539102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da015113-28df-476c-acde-6d47fbd7780c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.539216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da015113-28df-476c-acde-6d47fbd7780c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.539517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da015113-28df-476c-acde-6d47fbd7780c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.539616] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da015113-28df-476c-acde-6d47fbd7780c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.542790] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.638481] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.638481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.643022] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.643022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.644016] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe38bc37-0f7d-4d85-848f-322dd7b84f7a with status ACTIVE [ 734.644281] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.644578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.644578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.644876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.644906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.646238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.646238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.646238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.646238] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a is going to be updated. [ 734.676342] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.676342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.676342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.676342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.676342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.676342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.697324] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.697324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.697324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.697324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.697324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.697324] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be updated. [ 734.782574] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.782725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.782725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.782912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.783074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.795642] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: IN_PROGRESS for 2s [ 734.914300] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 734.914552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.914769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.915017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.915253] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.915393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.915460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.915627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.915706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.915791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.915888] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.917762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.918031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.918486] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.918637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.918748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.918943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.919147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.919147] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.042835] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.048221] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.083057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.083308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.084142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.084388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.084509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.084629] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da015113-28df-476c-acde-6d47fbd7780c already deleted. [ 735.084838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da015113-28df-476c-acde-6d47fbd7780c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.302716] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_members [ 735.302861] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 735.302963] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 735.303612] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_members [ 735.303766] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 735.303868] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 735.304159] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0930b60b-e085-4057-b7b4-2483dca32ef0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.304308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.304378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.304655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.304849] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.304991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.305058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.305288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.305390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.305673] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.306683] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.306758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.307034] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.307129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.419530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.423136] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.551031] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.551031] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be created. [ 735.551031] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.551031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.551031] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 735.588916] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.589117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.589603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.589936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.592455] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.592600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.592648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.592862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.593062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.616115] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 735.626185] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: UNINITIALIZED for 2s [ 735.742399] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_rules [ 735.742668] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_members [ 735.743510] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_rules [ 735.743591] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 735.743882] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 735.744155] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 735.745094] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b92b101-dee0-4902-a989-c7123a002364 req-ee825aaa-8352-47cd-a6e4-0a599e3ef89b tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a with Priority: HIGHEST for action port [ 735.745682] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_rules [ 735.747020] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_rules [ 735.747020] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 735.747020] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a with Priority: HIGHEST for action port [ 735.747020] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 735.747020] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_members [ 735.747020] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 735.747020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0930b60b-e085-4057-b7b4-2483dca32ef0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.747318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.749597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.750352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.750565] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.752596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.752924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.753534] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.755020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.755020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.755020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.755020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.755259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.755376] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe38bc37-0f7d-4d85-848f-322dd7b84f7a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.758319] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.758445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.759141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0930b60b-e085-4057-b7b4-2483dca32ef0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.759271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.760018] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.760018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.809048] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.926272] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.171325] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 in Status: SUCCESS [ 736.171537] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 deletion is rescheduled due to dependency. [ 736.171668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.261035] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe38bc37-0f7d-4d85-848f-322dd7b84f7a with status ACTIVE [ 736.261375] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.261564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.261670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.261959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.262101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.262383] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.262497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.262582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.262772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.262852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.263189] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.263189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.263189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.263466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.263466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.263551] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe38bc37-0f7d-4d85-848f-322dd7b84f7a is going to be updated. [ 736.264680] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0930b60b-e085-4057-b7b4-2483dca32ef0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.264784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.287790] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.287994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.287994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.288172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.288313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.288504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe38bc37-0f7d-4d85-848f-322dd7b84f7a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.311077] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.429102] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.429269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.429341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.429570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.429664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.429765] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 736.468378] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.468505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.468578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.468801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.469437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.482157] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 736.800084] env[69735]: INFO networking_nsxv3.common.synchronization [req-c89d6ccf-79ce-448b-8c72-cfe97c5495c6 req-76162da0-f169-488b-835d-cc63435d53b0 tempest-SecurityGroupRulesTestJSON-482860526 tempest-SecurityGroupRulesTestJSON-482860526-project-member] Enqueued Resource ID: 1445ab9c-f23d-4a01-bf82-54618b24e9c5 with Priority: HIGHEST for action security_group_rules [ 736.802203] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1445ab9c-f23d-4a01-bf82-54618b24e9c5 with Priority: HIGHEST for action security_group_rules [ 736.802460] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1445ab9c-f23d-4a01-bf82-54618b24e9c5 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.806153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1445ab9c-f23d-4a01-bf82-54618b24e9c5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.806153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1445ab9c-f23d-4a01-bf82-54618b24e9c5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.806153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1445ab9c-f23d-4a01-bf82-54618b24e9c5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.806153] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1445ab9c-f23d-4a01-bf82-54618b24e9c5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.810217] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 736.810391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.811092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.811243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.811373] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.811862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.811862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.811862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.811862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.812086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.812141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.812223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.812325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.812428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.812582] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.812678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.812733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.812871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.812946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.814495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.814495] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.816735] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.816872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.818596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.818596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.818596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.818596] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 is going to be created. [ 736.852369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.852369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.852369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.852369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.852369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.865391] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: UNINITIALIZED for 2s [ 736.933683] env[69735]: INFO networking_nsxv3.common.synchronization [None req-0d59390d-4f33-47c6-9e75-6d3d1536890d None None] Enqueued Resource ID: 8df47f61-16d1-4b88-8a50-f8ce8fab5ca5 with Priority: HIGHEST for action port [ 736.933683] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df47f61-16d1-4b88-8a50-f8ce8fab5ca5 with Priority: HIGHEST for action port [ 736.933683] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df47f61-16d1-4b88-8a50-f8ce8fab5ca5 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.933683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df47f61-16d1-4b88-8a50-f8ce8fab5ca5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.933683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df47f61-16d1-4b88-8a50-f8ce8fab5ca5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.933683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df47f61-16d1-4b88-8a50-f8ce8fab5ca5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.934013] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df47f61-16d1-4b88-8a50-f8ce8fab5ca5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.318471] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c85eed-6669-4bac-a904-96481e7f4be9: rpc.has_security_group_logging(os_id): False [ 737.324863] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.325023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.325101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.325296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.325386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.325787] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1445ab9c-f23d-4a01-bf82-54618b24e9c5 already deleted. [ 737.325787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1445ab9c-f23d-4a01-bf82-54618b24e9c5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.348957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.348957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.348957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.348957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.369864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.370216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.370367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.370449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.370690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.370797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.371054] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.371477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.371477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.371628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.371628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.371798] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.371903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.371971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.376850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.376850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.376850] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be updated. [ 737.436570] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8df47f61-16d1-4b88-8a50-f8ce8fab5ca5 [ 737.436824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.436971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.437058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.437288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.437384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.437485] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8df47f61-16d1-4b88-8a50-f8ce8fab5ca5 already deleted. [ 737.437571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df47f61-16d1-4b88-8a50-f8ce8fab5ca5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.454384] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.454587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.454640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.455559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.455559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.474175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: IN_PROGRESS for 2s [ 737.629766] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 737.629766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.635654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.636680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.636680] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.636680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.636680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.636680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.636680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.637155] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.650091] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: SUCCESS [ 737.650091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.650091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.650091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.650091] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.650724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.650724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.651738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.651856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.652085] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.141654] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.156709] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.179167] env[69735]: INFO networking_nsxv3.common.synchronization [req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f req-084d80e6-6d3e-4c9c-a008-6279cdeefd19 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 738.180433] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 738.182494] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.182760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.182942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.183311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.183738] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.185020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.185020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.185020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.185020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.185020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.488647] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7d69c9f4-8914-4250-b173-d6c60a4bfc01 None None] Enqueued Resource ID: a56fa2e3-ab7e-4e09-b23a-a2793c271b10 with Priority: HIGHEST for action port [ 738.491511] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56fa2e3-ab7e-4e09-b23a-a2793c271b10 with Priority: HIGHEST for action port [ 738.492256] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56fa2e3-ab7e-4e09-b23a-a2793c271b10 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.492658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56fa2e3-ab7e-4e09-b23a-a2793c271b10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.492892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56fa2e3-ab7e-4e09-b23a-a2793c271b10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.493398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56fa2e3-ab7e-4e09-b23a-a2793c271b10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.493648] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56fa2e3-ab7e-4e09-b23a-a2793c271b10',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.501342] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 738.501657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.502497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.505551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.505551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.505551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.505551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.506055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.506055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.506055] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.647094] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.659804] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.687826] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.688051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.688133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.688332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.688428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.688656] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.688778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.688859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.689046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.689144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.689235] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe already deleted. [ 738.689775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.867130] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.867365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-397" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.867445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-397" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.867807] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-397" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.868129] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.868315] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.868533] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.868648] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.868743] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.868958] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.869175] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.869175] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.869275] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.869395] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.869510] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.871505] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.887140] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: SUCCESS [ 738.887140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.887140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.887613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.887703] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.887990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.887990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.888545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.888771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.888856] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.904682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.904914] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.905074] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.905262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-397" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.905593] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-fb024218-ea20-4036-8c5d-bd7c66790526 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.905765] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.906157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.906356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.906549] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb024218-ea20-4036-8c5d-bd7c66790526',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.998135] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56fa2e3-ab7e-4e09-b23a-a2793c271b10 [ 738.998299] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.998400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.998439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.998687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.998778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.998880] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56fa2e3-ab7e-4e09-b23a-a2793c271b10 already deleted. [ 738.998964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56fa2e3-ab7e-4e09-b23a-a2793c271b10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.009864] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0: rpc.has_security_group_logging(os_id): False [ 739.032804] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.032966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.033054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.033289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.033480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.033668] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.033784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.033844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.034037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.034128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.034316] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.034432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.034509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.034651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.034765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.036026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.036026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.036026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.036026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.036026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.036026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be created. [ 739.114479] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.114678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.114748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.114982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.115199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.130760] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 739.149910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.150362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.150362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.150489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.150698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.150876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 739.164045] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.164279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.164279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.164460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.164531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.164818] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be updated. [ 739.193022] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.193194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.193264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.193785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.193785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.210145] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.210145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.210145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.210145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.210145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.210954] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 739.220766] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: IN_PROGRESS for 2s [ 739.395141] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.401829] env[69735]: INFO networking_nsxv3.common.synchronization [req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a req-108f03f1-ff20-4c5e-ac22-23377d1e6ae9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Enqueued Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 739.402447] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c85eed-6669-4bac-a904-96481e7f4be9 with Priority: HIGHEST for action security_group_members [ 739.403365] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c85eed-6669-4bac-a904-96481e7f4be9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.403550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.403705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.404245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.404501] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.404638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.404739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.404934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.405056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.405180] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.409917] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.410116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.410567] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.410567] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.410803] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.411049] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port fb024218-ea20-4036-8c5d-bd7c66790526 not found, creating... [ 739.411509] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.411509] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.411509] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.412984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.412984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.412984] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.412984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.412984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.416895] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.417064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.417224] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: fb024218-ea20-4036-8c5d-bd7c66790526 is going to be created. [ 739.443547] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.444993] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.445244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.445509] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.445713] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.445965] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496302] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 739.498463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.498463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.498463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.498463] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c85eed-6669-4bac-a904-96481e7f4be9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.857297] env[69735]: INFO networking_nsxv3.common.synchronization [req-bc808cdc-1f10-4c5c-bfde-8c6a0d02e498 req-a1b2a0c3-6ae8-4af5-a750-554fcbdbd94f tempest-SecurityGroupRulesTestJSON-482860526 tempest-SecurityGroupRulesTestJSON-482860526-project-member] Enqueued Resource ID: bba805bb-bef4-4812-a669-0a6882caa139 with Priority: HIGHEST for action security_group_rules [ 739.857297] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bba805bb-bef4-4812-a669-0a6882caa139 with Priority: HIGHEST for action security_group_rules [ 739.857297] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bba805bb-bef4-4812-a669-0a6882caa139 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.857297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bba805bb-bef4-4812-a669-0a6882caa139" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.857297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bba805bb-bef4-4812-a669-0a6882caa139" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.857297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bba805bb-bef4-4812-a669-0a6882caa139" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.857297] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bba805bb-bef4-4812-a669-0a6882caa139',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.898364] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.908293] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.908293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.908293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.908649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.908649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.909608] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.909608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.909608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.909608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.909608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.910898] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be updated. [ 739.964688] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.964879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.964952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.965181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.965323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.978083] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: IN_PROGRESS for 2s [ 740.022824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.022989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.023039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.023260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.023373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.023517] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 is going to be deleted. [ 740.106037] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.106037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.106037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.106037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.106037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.106037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.233044] env[69735]: INFO networking_nsxv3.common.synchronization [req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 req-11618abb-dd44-4f92-b2cf-7bb933c8a2c3 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Enqueued Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_members [ 740.233646] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGHEST for action security_group_members [ 740.233934] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.234286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.234420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.234742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.234957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.235141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.235465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.235465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.235624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.235762] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.420631] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.420631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.420631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.420854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.420920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.421035] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 is going to be updated. [ 740.422607] env[69735]: INFO networking_nsxv3.common.synchronization [None req-84da13bc-0b32-43d7-92e0-39ac99a446b1 None None] Enqueued Resource ID: 440a1ccc-48a4-4548-be9d-063813fc7bda with Priority: HIGHEST for action port [ 740.424185] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 440a1ccc-48a4-4548-be9d-063813fc7bda with Priority: HIGHEST for action port [ 740.425382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-440a1ccc-48a4-4548-be9d-063813fc7bda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.425585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-440a1ccc-48a4-4548-be9d-063813fc7bda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.425585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-440a1ccc-48a4-4548-be9d-063813fc7bda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.426335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-440a1ccc-48a4-4548-be9d-063813fc7bda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.426335] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440a1ccc-48a4-4548-be9d-063813fc7bda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.459765] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.459935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.460468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.460468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.460468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.460617] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bba805bb-bef4-4812-a669-0a6882caa139 already deleted. [ 740.460684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bba805bb-bef4-4812-a669-0a6882caa139" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.470935] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f943d363-a69a-4a9c-a204-3c68417b32e4 None None] Enqueued Resource ID: 00988c5f-0364-4a22-8d25-93525b638fbd with Priority: HIGHEST for action port [ 740.471729] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.471860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.472408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.472408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.472408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.474169] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00988c5f-0364-4a22-8d25-93525b638fbd with Priority: HIGHEST for action port [ 740.474353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-00988c5f-0364-4a22-8d25-93525b638fbd taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.474353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00988c5f-0364-4a22-8d25-93525b638fbd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.474475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00988c5f-0364-4a22-8d25-93525b638fbd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.474630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00988c5f-0364-4a22-8d25-93525b638fbd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.474759] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00988c5f-0364-4a22-8d25-93525b638fbd',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.485644] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: IN_PROGRESS for 2s [ 740.923376] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.923376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.923376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.923376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.929148] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 440a1ccc-48a4-4548-be9d-063813fc7bda [ 740.929323] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.930201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.930201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.930201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.930201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.930201] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:440a1ccc-48a4-4548-be9d-063813fc7bda already deleted. [ 740.930201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-440a1ccc-48a4-4548-be9d-063813fc7bda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.945716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.945716] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.945716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.945716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.945904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.945982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.946097] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbe4774-f869-49df-8ccb-e200db45ee9d is going to be updated. [ 740.977396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.977844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.977980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.979124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00988c5f-0364-4a22-8d25-93525b638fbd [ 740.981976] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.982112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.982179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.982420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.982546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.982700] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00988c5f-0364-4a22-8d25-93525b638fbd already deleted. [ 740.982743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00988c5f-0364-4a22-8d25-93525b638fbd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.992856] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbe4774-f869-49df-8ccb-e200db45ee9d in Status: IN_PROGRESS for 2s [ 741.003464] env[69735]: INFO networking_nsxv3.common.synchronization [req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f req-8b827ba6-1148-495b-93b6-b86cc8a29e82 service nova] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 741.003677] env[69735]: INFO networking_nsxv3.common.synchronization [req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f req-8b827ba6-1148-495b-93b6-b86cc8a29e82 service nova] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 741.003818] env[69735]: INFO networking_nsxv3.common.synchronization [req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f req-8b827ba6-1148-495b-93b6-b86cc8a29e82 service nova] Enqueued Resource ID: fb024218-ea20-4036-8c5d-bd7c66790526 with Priority: HIGHEST for action port [ 741.004379] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 741.004521] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 741.004619] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb024218-ea20-4036-8c5d-bd7c66790526 with Priority: HIGHEST for action port [ 741.004902] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.005073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.005147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.005350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.005433] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.006758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.006809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.006878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.007206] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.007300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.007491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.007754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.007845] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.009682] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb024218-ea20-4036-8c5d-bd7c66790526 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.009792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.009886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.010015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.010093] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb024218-ea20-4036-8c5d-bd7c66790526',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.144905] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 741.147860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.147860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.148398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.148398] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.223851] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 741.224146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.224309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.225262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.225262] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.225262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.225262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.225262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.225262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.225509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.225509] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.228973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.229209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.229396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.229513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.229570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.229715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.229796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.229891] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.232368] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: SUCCESS [ 741.232368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.232631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.232826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.233023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.233142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.233354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.233354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.233442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.233531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.233621] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.234540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.234694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.235158] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.235158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.235443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.235624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.235706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.235794] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.382911] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7f135d58-f370-4893-ab80-72064e3be2ce tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 396db827-2df4-4b1c-a1f8-5aee97301692 with Priority: HIGHEST for action security_group_rules [ 741.383488] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396db827-2df4-4b1c-a1f8-5aee97301692 with Priority: HIGHEST for action security_group_rules [ 741.383792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396db827-2df4-4b1c-a1f8-5aee97301692 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.383911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.383992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.384224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.384306] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396db827-2df4-4b1c-a1f8-5aee97301692',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.507957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.507957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.511163] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.519025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb024218-ea20-4036-8c5d-bd7c66790526 with status ACTIVE [ 741.519025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.519025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.519025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.519025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.519025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb024218-ea20-4036-8c5d-bd7c66790526 is going to be updated. [ 741.539055] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.539470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.539649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.539928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.540169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.540453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.625870] env[69735]: INFO networking_nsxv3.common.synchronization [None req-9dabcb30-4538-41b4-a0b0-cc16b8a4bd00 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 396db827-2df4-4b1c-a1f8-5aee97301692 with Priority: HIGHEST for action security_group_rules [ 741.627468] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396db827-2df4-4b1c-a1f8-5aee97301692 with Priority: HIGHEST for action security_group_rules [ 741.627468] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396db827-2df4-4b1c-a1f8-5aee97301692 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.627468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.652950] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.653870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.654100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.654442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.658958] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.658958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.658958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.658958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.658958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.658958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.658958] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.727852] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.728440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.737992] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.737992] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.743292] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.907485] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.907635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.907720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.908227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.908227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.908227] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396db827-2df4-4b1c-a1f8-5aee97301692 already deleted. [ 741.908227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.908385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.908530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.908609] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396db827-2df4-4b1c-a1f8-5aee97301692',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.990295] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c85eed-6669-4bac-a904-96481e7f4be9 in Status: SUCCESS [ 741.990295] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c85eed-6669-4bac-a904-96481e7f4be9 deletion is rescheduled due to dependency. [ 741.990295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c85eed-6669-4bac-a904-96481e7f4be9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.012802] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.162532] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.162701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.162772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.162979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.163160] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.163369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.163369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.163536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.163536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.163628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.163769] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.163860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.163922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.164191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.164191] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.164310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.164356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.164498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.164590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.164669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.164777] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.239065] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.240141] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8084238d-f9cd-4462-9cf2-dbc3ef4761a4: rpc.has_security_group_logging(os_id): False [ 742.247836] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.258288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.259300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.259300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.259300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.259300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.259300] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.259546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.259546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.259645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.259784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.259847] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be created. [ 742.319340] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.319491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.319564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.319775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.319945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.332900] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: IN_PROGRESS for 2s [ 742.430155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.430302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.430426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.430615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.430711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.430812] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396db827-2df4-4b1c-a1f8-5aee97301692 already deleted. [ 742.430893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396db827-2df4-4b1c-a1f8-5aee97301692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.495953] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: SUCCESS [ 742.496205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.496377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.496594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.496789] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.496903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.496968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.497144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.497227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.497318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.497410] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.515190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.515369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.515410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.515603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.515695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.515792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be created. [ 742.543374] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.543593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.543674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.543883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.544053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.553852] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: UNINITIALIZED for 2s [ 742.666605] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0: rpc.has_security_group_logging(os_id): False [ 742.688205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.688377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.688475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.688739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.688861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.689131] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.689257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.689330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.689514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.689627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.689831] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.689936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.689996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.690821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.690964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.691199] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.691364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.691419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.691645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.691813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.691963] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 742.745494] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.745751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.745877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.746226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.746391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.746542] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 742.751540] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.751700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.751746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.751952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.752058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.752159] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be updated. [ 742.775978] env[69735]: INFO networking_nsxv3.common.synchronization [req-841859b9-cb2c-4534-b456-29022e9f0901 req-78f49213-2d51-4931-857b-dbe0483a4fa6 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 742.776506] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 742.777200] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.777200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.777200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.777582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.777646] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.777749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.777807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.777974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.778129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.778169] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.795808] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.795808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.795808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.795808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.795808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.819141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.819295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.819400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.819588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.820260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.822056] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 742.822636] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.822764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.822862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.823021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.823261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.837019] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: IN_PROGRESS for 2s [ 742.837019] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 742.999946] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.005649] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcbe4774-f869-49df-8ccb-e200db45ee9d in Status: SUCCESS [ 743.005809] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcbe4774-f869-49df-8ccb-e200db45ee9d deletion is rescheduled due to dependency. [ 743.005915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.146878] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.147093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.147219] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.147483] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.147767] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.148007] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.148229] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.148473] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.148626] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.149008] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.149165] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.149286] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.149422] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.149570] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.149683] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.149817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.169062] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.169405] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.169582] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.169768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.170152] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f5364f19-46d3-41c2-ab53-287fdd16d3c8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.170364] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.170514] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.170848] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.170993] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5364f19-46d3-41c2-ab53-287fdd16d3c8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.252470] env[69735]: INFO networking_nsxv3.common.synchronization [req-fb697a98-a50c-4ec6-9e58-d1d45b551274 req-729efd9d-8fcb-422f-970f-2275e557af68 tempest-SecurityGroupRulesTestJSON-482860526 tempest-SecurityGroupRulesTestJSON-482860526-project-member] Enqueued Resource ID: a78e5d7b-4222-495e-ba55-ac4f434f8735 with Priority: HIGHEST for action security_group_rules [ 743.254077] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a78e5d7b-4222-495e-ba55-ac4f434f8735 with Priority: HIGHEST for action security_group_rules [ 743.254077] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a78e5d7b-4222-495e-ba55-ac4f434f8735 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.254077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a78e5d7b-4222-495e-ba55-ac4f434f8735" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.254077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a78e5d7b-4222-495e-ba55-ac4f434f8735" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.254077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a78e5d7b-4222-495e-ba55-ac4f434f8735" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.254402] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a78e5d7b-4222-495e-ba55-ac4f434f8735',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.280347] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.504223] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0930b60b-e085-4057-b7b4-2483dca32ef0: rpc.has_security_group_logging(os_id): False [ 743.525088] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.525394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.525455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.525958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.525958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.526113] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.526198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.526246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.526417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.526498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.526706] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 is going to be created. [ 743.587730] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.587955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.587955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.588191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.588552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.602489] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: IN_PROGRESS for 2s [ 743.673368] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.674108] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.674418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.675044] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.675393] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675655] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f5364f19-46d3-41c2-ab53-287fdd16d3c8 not found, creating... [ 743.676237] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.676564] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.676796] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.677339] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.677574] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.677923] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678564] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678691] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678851] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f5364f19-46d3-41c2-ab53-287fdd16d3c8 is going to be created. [ 743.730206] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.730206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.730206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.730206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.730206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.730444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.782925] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.794370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.794370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.794370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.794370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.794370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.795116] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a78e5d7b-4222-495e-ba55-ac4f434f8735 already deleted. [ 743.795348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a78e5d7b-4222-495e-ba55-ac4f434f8735" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.285667] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.286041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.286041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.286114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.286196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.286291] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be updated. [ 744.313311] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.313586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.313586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.313754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.313899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.323901] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: IN_PROGRESS for 2s [ 744.344562] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: SUCCESS [ 744.344562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.344562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.344709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.345063] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.410143] env[69735]: INFO networking_nsxv3.common.synchronization [req-841859b9-cb2c-4534-b456-29022e9f0901 req-d54375bf-084a-4d7d-a2d1-00f245cd581c service nova] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_rules [ 744.410143] env[69735]: INFO networking_nsxv3.common.synchronization [req-841859b9-cb2c-4534-b456-29022e9f0901 req-d54375bf-084a-4d7d-a2d1-00f245cd581c service nova] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 744.410315] env[69735]: INFO networking_nsxv3.common.synchronization [req-841859b9-cb2c-4534-b456-29022e9f0901 req-d54375bf-084a-4d7d-a2d1-00f245cd581c service nova] Enqueued Resource ID: f5364f19-46d3-41c2-ab53-287fdd16d3c8 with Priority: HIGHEST for action port [ 744.410545] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_rules [ 744.410725] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 744.410804] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5364f19-46d3-41c2-ab53-287fdd16d3c8 with Priority: HIGHEST for action port [ 744.416095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.416095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.416095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.416095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.416095] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.416359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.416453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.416659] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5364f19-46d3-41c2-ab53-287fdd16d3c8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.420021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.420021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.420021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.420021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5364f19-46d3-41c2-ab53-287fdd16d3c8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.565520] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: SUCCESS [ 744.565831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.565910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.566293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.566505] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.566631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.566699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.566864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.566950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.567045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.567136] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.601786] env[69735]: INFO networking_nsxv3.common.synchronization [req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 req-581e1370-72ee-4b8f-9964-a22ee5037a82 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 744.602054] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 744.602692] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.602910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.602910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.603103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.603260] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.603364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.603454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.603637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.603724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.603876] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.837138] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 744.837396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.849176] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: SUCCESS [ 744.849176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.849565] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 744.849606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.850089] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.850192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.850373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.850647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.850825] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.850937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.851039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.851232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.851319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.851402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.851507] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.852390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.852580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.852740] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.852843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.852965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.853062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.853129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.853210] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.853930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.854102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854272] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.854352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.854434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.854609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.854814] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.919548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.919693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.919886] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5364f19-46d3-41c2-ab53-287fdd16d3c8 with status ACTIVE [ 744.920084] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.920207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.920274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.920632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.920754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.920937] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.921058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.921123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.921290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.921370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.921554] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.921653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.921714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.921854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.921929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.922028] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5364f19-46d3-41c2-ab53-287fdd16d3c8 is going to be updated. [ 744.944955] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.945131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.945194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.945407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.945617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.945708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5364f19-46d3-41c2-ab53-287fdd16d3c8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.070679] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.106055] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.356727] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.357749] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.358418] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.482911] env[69735]: INFO networking_nsxv3.common.synchronization [req-df50e0ad-cba3-4ff7-a9b4-e96fdab9ef0d req-ed93979b-b831-4663-92bf-eabfc5a04467 tempest-SecurityGroupRulesTestJSON-482860526 tempest-SecurityGroupRulesTestJSON-482860526-project-member] Enqueued Resource ID: 66796596-08c3-455c-a3de-759df5311a0f with Priority: HIGHEST for action security_group_rules [ 745.484184] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66796596-08c3-455c-a3de-759df5311a0f with Priority: HIGHEST for action security_group_rules [ 745.484626] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66796596-08c3-455c-a3de-759df5311a0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.486016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.486016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.486016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.486016] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66796596-08c3-455c-a3de-759df5311a0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.567054] env[69735]: INFO networking_nsxv3.common.synchronization [req-73e74a17-16d9-4c59-90db-7e2d2c821811 req-942c1196-1af2-4195-8206-c8114db62015 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 745.567054] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 745.567446] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.567560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.573560] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff94c706-a937-427f-a8e4-3e45ec8392fe: rpc.has_security_group_logging(os_id): False [ 745.599684] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.599887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.599969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.600511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.600638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.600884] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.601032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.601086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.601266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.601374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.601437] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be created. [ 745.608244] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.618531] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: SUCCESS [ 745.618804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.690648] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.690883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.690966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.691741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.691926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.710270] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: IN_PROGRESS for 2s [ 745.819318] env[69735]: INFO networking_nsxv3.common.synchronization [req-a62e130c-7343-454e-8752-1fe60aba2808 req-626b17a5-8db0-44f6-af73-14d80fa8dc10 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 745.819318] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 745.819575] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.819785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.819880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.820204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.820766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.820766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.820766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.820970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.821012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.821114] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.861413] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8084238d-f9cd-4462-9cf2-dbc3ef4761a4: rpc.has_security_group_logging(os_id): False [ 745.862779] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.864123] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.884376] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.884890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.884983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.885230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.885320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.885584] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.885716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.885797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.885968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.886069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.886164] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be updated. [ 745.930511] env[69735]: INFO networking_nsxv3.common.synchronization [req-d350c0f9-08ea-40d4-8da6-ef25ed807fd7 req-682194c9-4c01-49bc-b1c1-f25f69ddf449 tempest-SecurityGroupRulesTestJSON-482860526 tempest-SecurityGroupRulesTestJSON-482860526-project-member] Enqueued Resource ID: 66796596-08c3-455c-a3de-759df5311a0f with Priority: HIGHEST for action security_group_rules [ 745.931076] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66796596-08c3-455c-a3de-759df5311a0f with Priority: HIGHEST for action security_group_rules [ 745.931382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66796596-08c3-455c-a3de-759df5311a0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.931479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.952709] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.952933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.953135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.953373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.953549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.968871] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: IN_PROGRESS for 2s [ 746.010931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.011101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.011208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.011432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.011518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.011622] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66796596-08c3-455c-a3de-759df5311a0f already deleted. [ 746.011721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.011868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.012022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.012104] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66796596-08c3-455c-a3de-759df5311a0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.117611] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.117779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.117856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.118096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.118210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.118286] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 746.148027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.148027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.148027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.148230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.149534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.161911] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 746.323710] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.323954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.324053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.325344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.335357] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: SUCCESS [ 746.335564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.335801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.336045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.336274] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.336405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.336475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.336653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.336743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.336842] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.347448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.348046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.348214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.348273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.348445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.348540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.348606] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be updated. [ 746.368064] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.368064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.368064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.368064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.368064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.368064] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be updated. [ 746.368779] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.368846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.372496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.372496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.372496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.372496] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 746.377485] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.377640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.377716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.377976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.378235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.386347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: IN_PROGRESS for 2s [ 746.399874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.400094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.400094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.400293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.400483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.402822] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.402999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.402999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.403201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.403328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.415048] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 746.415780] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: IN_PROGRESS for 2s [ 746.537652] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.537846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.537846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.538186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.538186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.538346] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66796596-08c3-455c-a3de-759df5311a0f already deleted. [ 746.538346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.633719] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.633719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.633719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.633719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.633719] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.634026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.634250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.634566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.634825] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.635151] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.635355] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.635594] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.635802] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.635995] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.636199] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.636425] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.666562] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.666562] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.666562] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.666562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.666562] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-1006a321-19ae-4821-b44d-58c9ba8db330 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.666562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.666562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.666562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.666562] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1006a321-19ae-4821-b44d-58c9ba8db330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.840199] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.174021] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.174021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 1006a321-19ae-4821-b44d-58c9ba8db330 not found, creating... [ 747.174021] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.174021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.174478] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.174478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.174478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.175621] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 1006a321-19ae-4821-b44d-58c9ba8db330 is going to be created. [ 747.200715] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.201195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.201569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.201994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.202497] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.203011] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.232644] env[69735]: INFO networking_nsxv3.common.synchronization [req-79b842a5-d810-432c-9dda-869db4c344ba req-79bbea41-b29a-4878-b617-4e68e9a03ec5 tempest-SecurityGroupRulesTestJSON-482860526 tempest-SecurityGroupRulesTestJSON-482860526-project-member] Enqueued Resource ID: 66796596-08c3-455c-a3de-759df5311a0f with Priority: HIGHEST for action security_group_rules [ 747.232644] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66796596-08c3-455c-a3de-759df5311a0f with Priority: HIGHEST for action security_group_rules [ 747.232644] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66796596-08c3-455c-a3de-759df5311a0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.232644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.232644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.232644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.232644] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66796596-08c3-455c-a3de-759df5311a0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.344245] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.721971] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: SUCCESS [ 747.722260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.757413] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.757552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.757626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.757858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.757933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.758038] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66796596-08c3-455c-a3de-759df5311a0f already deleted. [ 747.758123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66796596-08c3-455c-a3de-759df5311a0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.850905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.851081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.851147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.851363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.851456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.851577] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be updated. [ 747.881534] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.881672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.881743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.881955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.882118] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.891209] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: IN_PROGRESS for 2s [ 747.985293] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: SUCCESS [ 747.985570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.130105] env[69735]: INFO networking_nsxv3.common.synchronization [req-a62e130c-7343-454e-8752-1fe60aba2808 req-e6c98ae6-c150-4afb-85f5-6b4c055abd09 service nova] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_rules [ 748.130296] env[69735]: INFO networking_nsxv3.common.synchronization [req-a62e130c-7343-454e-8752-1fe60aba2808 req-e6c98ae6-c150-4afb-85f5-6b4c055abd09 service nova] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 748.130538] env[69735]: INFO networking_nsxv3.common.synchronization [req-a62e130c-7343-454e-8752-1fe60aba2808 req-e6c98ae6-c150-4afb-85f5-6b4c055abd09 service nova] Enqueued Resource ID: 1006a321-19ae-4821-b44d-58c9ba8db330 with Priority: HIGHEST for action port [ 748.130657] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_rules [ 748.130780] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 748.130872] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1006a321-19ae-4821-b44d-58c9ba8db330 with Priority: HIGHEST for action port [ 748.131419] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.131541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.131610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.131806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.131885] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.133899] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.134057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.134218] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1006a321-19ae-4821-b44d-58c9ba8db330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.134449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.134548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.134770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.135083] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1006a321-19ae-4821-b44d-58c9ba8db330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.172413] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 748.172523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.172983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.173794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.173794] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.173952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.173952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.174250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.174346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.174448] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.398792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: SUCCESS [ 748.399021] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 deletion is rescheduled due to dependency. [ 748.399114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.399774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.400092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.400370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.400606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.400695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.400922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.401094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.401224] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.429119] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 748.429396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.430128] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: SUCCESS [ 748.430331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.430882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.431137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.431362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.431514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.431809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.431809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.431920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.432035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.432240] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.432362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.432463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.432617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.432767] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.432862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.432922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.433079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.433157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.433232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.433320] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.634750] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.634750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.637520] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1006a321-19ae-4821-b44d-58c9ba8db330 with status ACTIVE [ 748.637520] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.637520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.637688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.637824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.637912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.638098] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.638200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.638259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.638410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.638556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.638675] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.638770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.638826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.638983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.639121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.639182] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1006a321-19ae-4821-b44d-58c9ba8db330 is going to be updated. [ 748.669257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.669257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.669257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.669518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.669518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.669673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1006a321-19ae-4821-b44d-58c9ba8db330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.680089] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.680089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.680089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.680089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.680089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.680366] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.680366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.680464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.680568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.680647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.680732] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 748.721888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.722096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.722339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.722339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.722547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.732176] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 748.903680] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.935707] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03c9599-e7e2-4d5e-bde1-6827208084b8: rpc.has_security_group_logging(os_id): False [ 748.953633] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.953768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.953848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.954067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.975852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.976510] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.976510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.976510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.976698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.976947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.977037] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.977130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.977194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.977349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.977426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.977700] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.977700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.977850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.977898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.977981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.978072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 749.046984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.047267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.047267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.047501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.047644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.061521] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 749.405988] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.906045] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: SUCCESS [ 749.906358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.906453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.906667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.906857] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.906971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.907048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.907207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.907289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.907447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.907501] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.913384] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.913384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.913384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.913619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.913648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.914885] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be updated. [ 749.946317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.946467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.946538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.946749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.946908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.965712] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: IN_PROGRESS for 2s [ 750.416929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.416929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.416929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.416929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.416929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.417638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.417638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.417638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.417638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.417638] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.744901] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 750.745100] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 deletion is rescheduled due to dependency. [ 750.745229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.921433] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fc57705-7fab-4c4a-a7fd-7b7a8141db48: rpc.has_security_group_logging(os_id): False [ 750.942609] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.942780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.942829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.943473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.969235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.969235] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.969235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.969235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.969235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.969235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.969235] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.969235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.969235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.969780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.969780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.972942] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.973128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.974626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.974626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.974626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.974626] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be updated. [ 751.063522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.063800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.063834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.064134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.064289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.085169] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: IN_PROGRESS for 2s [ 751.085169] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 751.085169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.085169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.085169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.085169] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.589858] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.590204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.590204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.590327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.590590] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.590836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.590836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.590936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.591088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.591191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.591235] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.978381] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: SUCCESS [ 751.978643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.978768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.978994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.979206] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.979324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.979397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.979539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.979622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.979910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.979910] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.094072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.094279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.094444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.094686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.094886] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.094990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.095230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.095321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.095407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.095550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.095644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.095834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.095965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.096064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.096126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.096261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096501] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.482920] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.483113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.483165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.483853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.484106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.484228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.484297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.484489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.484583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.484673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.484842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.484945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.485047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.485267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.485487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.485640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.485742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.485986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.489239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.489429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.489500] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.602178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03c9599-e7e2-4d5e-bde1-6827208084b8: rpc.has_security_group_logging(os_id): False [ 752.626258] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.627249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.627249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.627249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.627249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.627249] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.627249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.627249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.627520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.627520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.627676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.627773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.627829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.627972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.628066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.628681] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.628681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.628681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.628681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.628681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.628681] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 752.675333] env[69735]: INFO networking_nsxv3.common.synchronization [req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 req-cb645678-d796-4477-b25c-9507e43d34ef tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Enqueued Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_members [ 752.675946] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_members [ 752.679071] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.679071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.679071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.679071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.679071] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.679479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.679479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.679560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.679660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.679789] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.700759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.700759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.700759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.700759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.700759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.736018] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 752.992901] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17554eaf-48bc-4e26-aed3-7faa6957e537: rpc.has_security_group_logging(os_id): False [ 753.016766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.016766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.016766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.016766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.018335] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.018335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.018335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.018335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.018335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.018335] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be updated. [ 753.089632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.089780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.089958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.090068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.090219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.106724] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: SUCCESS [ 753.106946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.107746] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: IN_PROGRESS for 2s [ 753.182762] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.182956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.182996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.183222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.183314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.183516] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.183729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.183729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.184475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.184475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.184475] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 already deleted. [ 753.184475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.267481] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.267596] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-89" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.267660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-89" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.268049] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-89" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.268339] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.268512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.268635] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.268847] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.269018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.272175] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.272175] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.272175] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.272175] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.272175] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.272175] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.272175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.293016] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.293258] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.293342] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.293527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-89" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.293882] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-b4093dbb-a649-4ba7-8a34-a970a445c61a taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.294090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.294217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.294573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.294729] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4093dbb-a649-4ba7-8a34-a970a445c61a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.803029] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.803029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.803029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.803029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.805022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.806106] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port b4093dbb-a649-4ba7-8a34-a970a445c61a not found, creating... [ 753.807328] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.809070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.809070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.811039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.811039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.811039] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.811039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.811039] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.811459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.812743] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.812743] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: b4093dbb-a649-4ba7-8a34-a970a445c61a is going to be created. [ 753.834933] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.835181] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.835312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.835586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.836145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.836385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.445535] env[69735]: INFO networking_nsxv3.common.synchronization [None req-a4f107bd-6fd6-4211-ae07-ec3ab2e25b3b None None] Enqueued Resource ID: bf5e2388-7dd1-4516-8565-766562bdbb1e with Priority: HIGHEST for action port [ 754.446084] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5e2388-7dd1-4516-8565-766562bdbb1e with Priority: HIGHEST for action port [ 754.446403] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5e2388-7dd1-4516-8565-766562bdbb1e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.446547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5e2388-7dd1-4516-8565-766562bdbb1e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.446620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5e2388-7dd1-4516-8565-766562bdbb1e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.446934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5e2388-7dd1-4516-8565-766562bdbb1e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.447034] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5e2388-7dd1-4516-8565-766562bdbb1e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.754578] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 754.754871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.940860] env[69735]: INFO networking_nsxv3.common.synchronization [req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 req-153362b9-a305-4782-8fcd-a9902730f729 service nova] Enqueued Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_rules [ 754.940997] env[69735]: INFO networking_nsxv3.common.synchronization [req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 req-153362b9-a305-4782-8fcd-a9902730f729 service nova] Enqueued Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_members [ 754.941116] env[69735]: INFO networking_nsxv3.common.synchronization [req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 req-153362b9-a305-4782-8fcd-a9902730f729 service nova] Enqueued Resource ID: b4093dbb-a649-4ba7-8a34-a970a445c61a with Priority: HIGHEST for action port [ 754.941648] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_rules [ 754.941780] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_members [ 754.941876] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4093dbb-a649-4ba7-8a34-a970a445c61a with Priority: HIGHEST for action port [ 754.942330] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.942512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.942617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.942828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.942917] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.944499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.944499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.944499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.944499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.944499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.944499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.945098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.945098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.945098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.945098] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.947235] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4093dbb-a649-4ba7-8a34-a970a445c61a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.947235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.947235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.948426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.948426] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4093dbb-a649-4ba7-8a34-a970a445c61a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.949761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf5e2388-7dd1-4516-8565-766562bdbb1e [ 754.950235] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.950235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.950235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.950235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.950614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.950614] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf5e2388-7dd1-4516-8565-766562bdbb1e already deleted. [ 754.950614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5e2388-7dd1-4516-8565-766562bdbb1e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.125367] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: SUCCESS [ 755.126287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.450606] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.450908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.451030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.452622] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4093dbb-a649-4ba7-8a34-a970a445c61a with status ACTIVE [ 755.452852] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.452996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.453109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.453322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.453445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.453642] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.453744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.453808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.453977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.454070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454248] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.454567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.454652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454737] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4093dbb-a649-4ba7-8a34-a970a445c61a is going to be updated. [ 755.479513] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.479726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.479808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.480102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.480261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.480499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4093dbb-a649-4ba7-8a34-a970a445c61a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.957087] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.459572] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.459918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.459918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.460273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.460273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.460408] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 is going to be created. [ 756.487883] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.488099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.488199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.488437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.488751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.501608] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 in Status: UNINITIALIZED for 2s [ 757.163390] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f7be13ed-ca85-4673-b220-7c0cf1c87f51 None None] Enqueued Resource ID: 3ef04975-e7a6-4514-9785-11bffdcaac92 with Priority: HIGHEST for action port [ 757.163988] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef04975-e7a6-4514-9785-11bffdcaac92 with Priority: HIGHEST for action port [ 757.164306] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ef04975-e7a6-4514-9785-11bffdcaac92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.164426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ef04975-e7a6-4514-9785-11bffdcaac92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.164489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ef04975-e7a6-4514-9785-11bffdcaac92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.164742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ef04975-e7a6-4514-9785-11bffdcaac92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.164844] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef04975-e7a6-4514-9785-11bffdcaac92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.618111] env[69735]: INFO networking_nsxv3.common.synchronization [req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec req-5ca3fbff-4b5e-4dd1-b05a-a197d3252f0d tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Enqueued Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_members [ 757.620550] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_members [ 757.620550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26a5b0b-15d0-4b9b-8869-5dfc93205181 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.620550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.620550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.620550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.620550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.620550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.620550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.620550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.620550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.620550] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.670578] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ef04975-e7a6-4514-9785-11bffdcaac92 [ 757.672449] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.672449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.672449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.672449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.672449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.672449] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ef04975-e7a6-4514-9785-11bffdcaac92 already deleted. [ 757.672449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ef04975-e7a6-4514-9785-11bffdcaac92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.122633] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.122837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.122837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.123056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.123152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.123352] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.123454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.123511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.123722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.123798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.123884] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 already deleted. [ 758.123962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.386180] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.386406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-891" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.386546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-891" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.386986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-891" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.387324] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.387795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.387795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.387933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.388128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.388384] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.388535] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.388681] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.388836] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.388985] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.389145] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.389330] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.413022] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.413022] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.413022] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.413022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-891" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.413022] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-8834acd8-a11a-430f-a883-c120722755f0 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.413022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.413022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.413022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.413022] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8834acd8-a11a-430f-a883-c120722755f0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.512363] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 in Status: SUCCESS [ 758.512636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.513072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.513289] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.513424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.513547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.513699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.513799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.513886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.514022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.915712] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.916130] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.916130] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.916360] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.916512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.916682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 8834acd8-a11a-430f-a883-c120722755f0 not found, creating... [ 758.916948] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.917124] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.917242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.917505] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.917659] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.917982] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.918190] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.918327] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.918546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.918706] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.918856] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 8834acd8-a11a-430f-a883-c120722755f0 is going to be created. [ 758.941303] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.941508] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.941634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.941910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.942155] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.942408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.017818] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.017962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.018109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.018423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.018820] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.018995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.019131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.019391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.019546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.019704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.019952] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.020214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.020351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.020600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.020836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.021009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.021161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.021398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.021541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.021693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.021848] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.526470] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 641b4667-df2f-43e6-ae6a-5351a4ef8c63: rpc.has_security_group_logging(os_id): False [ 759.549150] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.549150] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.549150] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.549150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.549718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.549718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.549718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.549718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.555122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.555122] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 is going to be created. [ 759.639500] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.639778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.639778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.640009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.640217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.651178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 in Status: IN_PROGRESS for 2s [ 759.992961] env[69735]: INFO networking_nsxv3.common.synchronization [req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec req-a49273b0-e93a-40c4-83fe-c1105ca59fd8 service nova] Enqueued Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_rules [ 759.992961] env[69735]: INFO networking_nsxv3.common.synchronization [req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec req-a49273b0-e93a-40c4-83fe-c1105ca59fd8 service nova] Enqueued Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_members [ 759.993337] env[69735]: INFO networking_nsxv3.common.synchronization [req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec req-a49273b0-e93a-40c4-83fe-c1105ca59fd8 service nova] Enqueued Resource ID: 8834acd8-a11a-430f-a883-c120722755f0 with Priority: HIGHEST for action port [ 759.993337] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_rules [ 759.993543] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_members [ 759.993543] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8834acd8-a11a-430f-a883-c120722755f0 with Priority: HIGHEST for action port [ 759.994216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26a5b0b-15d0-4b9b-8869-5dfc93205181 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.994387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.994476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.994795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.994920] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.995884] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26a5b0b-15d0-4b9b-8869-5dfc93205181 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.996100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.996100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.996317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.999761] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.999761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.999761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.999761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.999761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.999761] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.999761] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-8834acd8-a11a-430f-a883-c120722755f0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.999761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.999761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.999761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.999761] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8834acd8-a11a-430f-a883-c120722755f0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.500187] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.501531] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26a5b0b-15d0-4b9b-8869-5dfc93205181 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.501660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.502170] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8834acd8-a11a-430f-a883-c120722755f0 with status ACTIVE [ 760.502421] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.502595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.502690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.502969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.503129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.503377] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.503529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.503662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.503913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.504064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.504340] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.504481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.504596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.504802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.504902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.505048] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8834acd8-a11a-430f-a883-c120722755f0 is going to be updated. [ 760.527179] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.527338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.527375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.527700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8834acd8-a11a-430f-a883-c120722755f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.002736] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.174927] env[69735]: INFO networking_nsxv3.common.synchronization [req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d req-9b5e8548-d361-4031-9bd0-2ec5640fb33a tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 761.175366] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 761.175627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.175746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.175820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.175999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.177952] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.177952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.177952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.177952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.178177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.178177] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.508666] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.508852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.508982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.509153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.509250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509350] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 is going to be created. [ 761.535382] env[69735]: INFO networking_nsxv3.common.synchronization [req-84c83180-4b47-430c-95dc-407557c4e2a3 req-6b3f0887-efb1-424a-9e0e-45ee3bccee38 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 761.535382] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGHEST for action security_group_members [ 761.535382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.535382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.535655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.539265] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.539459] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.539577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.539646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.539827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.539915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.540030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.543463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.543625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.543660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.543859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.544090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.554668] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 in Status: UNINITIALIZED for 2s [ 761.663674] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 in Status: SUCCESS [ 761.663674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.680034] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.043479] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.043479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.043479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.043479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.043479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.043912] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.043912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.043912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.044060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.044959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.044959] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be updated. [ 762.079746] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.079899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.079982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.080208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.080577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.092822] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: IN_PROGRESS for 2s [ 762.182461] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.685953] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.686134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.686254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.686417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.686506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.686605] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be updated. [ 762.719057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.719057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.719057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.719057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.719057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.731827] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: IN_PROGRESS for 2s [ 763.564626] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 in Status: SUCCESS [ 763.564928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.565018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.565235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.565426] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.565551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.565637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.565771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.565854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.565938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.566035] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.067899] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26a5b0b-15d0-4b9b-8869-5dfc93205181 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.068025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.069705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.069705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.069705] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.069705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.069705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.069705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.070729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.070880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.071161] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26a5b0b-15d0-4b9b-8869-5dfc93205181 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.071239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.071239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.071388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.071533] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.071626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.071684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.071823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.071899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.071977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.072079] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.105142] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 in Status: SUCCESS [ 764.105209] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 deletion is rescheduled due to dependency. [ 764.105322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.297233] env[69735]: INFO networking_nsxv3.common.synchronization [req-6c66ab64-6a4f-415e-8814-47e61e396854 req-f6a1e647-a5c4-4d78-baca-ca1c54e44bf1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 764.297233] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 764.297592] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.297726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.297788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.301030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.301030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.301030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.301030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.301030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.301030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.301030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.528043] env[69735]: INFO networking_nsxv3.common.synchronization [req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 req-14b162fe-deab-4914-89ff-719e55368dae tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 764.528377] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 764.530516] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.533492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.533492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.533492] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.533492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.533492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.533492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.533492] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.574927] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26a5b0b-15d0-4b9b-8869-5dfc93205181: rpc.has_security_group_logging(os_id): False [ 764.596874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.597080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.597207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597720] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.597816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.597877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.598159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.598249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.598570] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.598570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.598717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.598824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.598909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.599115] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.599204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.599592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.599592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.599592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.599731] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 is going to be created. [ 764.678190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.678455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.678557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.678905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.679482] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.701102] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 in Status: IN_PROGRESS for 2s [ 764.741500] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: SUCCESS [ 764.741778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.802009] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.802311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.802411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.802774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.802951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.803329] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.803524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.803629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.803903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.804068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.804215] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc46db1-6731-4071-952d-07ff223ef502 already deleted. [ 764.805408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.842292] env[69735]: INFO networking_nsxv3.common.synchronization [req-23854cbb-cb1d-451e-acb9-da32451ee1f6 req-437f5cc1-0f36-4b08-8421-7dc3cb32b55c tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 764.843386] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGHEST for action security_group_members [ 764.843386] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.843552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.880311] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.880575] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.880630] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.880976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.881220] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.881377] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.881494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.881706] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.881851] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.882065] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.882179] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.882288] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.882394] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.882503] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.882640] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.882897] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.907298] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.907744] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.907964] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.908217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.908646] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-fb9cb33b-6359-4d09-84c7-58e0439245ae taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.908898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.909035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.909369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.909531] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb9cb33b-6359-4d09-84c7-58e0439245ae',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.038307] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.412243] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.412243] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.412465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.412808] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.413435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.413435] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port fb9cb33b-6359-4d09-84c7-58e0439245ae not found, creating... [ 765.413596] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.413666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.414020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.414058] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.414184] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.414612] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.414917] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.415187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.415465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.415615] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.415765] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: fb9cb33b-6359-4d09-84c7-58e0439245ae is going to be created. [ 765.439413] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.439619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.439814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.440108] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.440343] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.440596] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.540439] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.043365] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.043773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.043773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.044166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.044269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.044372] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 766.075823] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.075932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.075932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.076157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.076320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.085867] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 766.144332] env[69735]: INFO networking_nsxv3.common.synchronization [req-6c66ab64-6a4f-415e-8814-47e61e396854 req-87246101-00d5-483c-be90-0c32b359d46f service nova] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 766.144520] env[69735]: INFO networking_nsxv3.common.synchronization [req-6c66ab64-6a4f-415e-8814-47e61e396854 req-87246101-00d5-483c-be90-0c32b359d46f service nova] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 766.144664] env[69735]: INFO networking_nsxv3.common.synchronization [req-6c66ab64-6a4f-415e-8814-47e61e396854 req-87246101-00d5-483c-be90-0c32b359d46f service nova] Enqueued Resource ID: fb9cb33b-6359-4d09-84c7-58e0439245ae with Priority: HIGHEST for action port [ 766.145234] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 766.145371] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 766.145521] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb9cb33b-6359-4d09-84c7-58e0439245ae with Priority: HIGHEST for action port [ 766.145741] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.147092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.147092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.147092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.147092] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.147346] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.147346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.147441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.147890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.148105] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.148321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.148321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.148452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.148684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.148821] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.150245] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb9cb33b-6359-4d09-84c7-58e0439245ae taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.150369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.150429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.150563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.150669] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb9cb33b-6359-4d09-84c7-58e0439245ae',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.650570] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.652201] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb9cb33b-6359-4d09-84c7-58e0439245ae with status ACTIVE [ 766.652420] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.652541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.652642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.652839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.652934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.653123] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.653230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.653332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.653445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.653523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.653714] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.653833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.653866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.654079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.654079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.654214] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb9cb33b-6359-4d09-84c7-58e0439245ae is going to be updated. [ 766.655297] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.655396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.678315] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.678533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.678572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.678932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.678932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.679076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb9cb33b-6359-4d09-84c7-58e0439245ae" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.713034] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 in Status: SUCCESS [ 766.713280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.152517] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.448116] env[69735]: INFO networking_nsxv3.common.synchronization [req-5b34d9df-467a-4361-ba3e-a9e041240f01 req-425a8f9d-4dd0-4731-b6ab-b4c6fe449f72 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Enqueued Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_members [ 767.448116] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGHEST for action security_group_members [ 767.448116] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.448116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.448471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.448471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.448561] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.448647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.448682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.448898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.448898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.449797] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.657430] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.657430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.657430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.657430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.657430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.657430] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be created. [ 767.691775] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.691912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.691998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.692246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.692431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.704378] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: UNINITIALIZED for 2s [ 767.742798] env[69735]: INFO networking_nsxv3.common.synchronization [None req-338fe510-b3d8-411e-a4a6-039038d6ae5e tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Enqueued Resource ID: 9702c95c-d7f9-4aa4-a2d1-dcf971869633 with Priority: HIGHEST for action security_group_rules [ 767.742798] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9702c95c-d7f9-4aa4-a2d1-dcf971869633 with Priority: HIGHEST for action security_group_rules [ 767.743203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.743203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.743203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.743442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.743526] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9702c95c-d7f9-4aa4-a2d1-dcf971869633',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.845490] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ca446364-2cae-4116-ac0a-b8a25c9fbb8e tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Enqueued Resource ID: 9702c95c-d7f9-4aa4-a2d1-dcf971869633 with Priority: HIGHEST for action security_group_rules [ 767.845984] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9702c95c-d7f9-4aa4-a2d1-dcf971869633 with Priority: HIGHEST for action security_group_rules [ 767.846312] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.846427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.957503] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.957503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.957503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.957503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.982087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.982087] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.982087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.982087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.982087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.982087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.982087] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 is going to be updated. [ 768.016042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.016042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.018668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.018833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.019028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.028429] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 in Status: IN_PROGRESS for 2s [ 768.099658] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 768.099962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.100165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.100396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.100900] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.100900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.100900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.101140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.101140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.101232] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.146483] env[69735]: INFO networking_nsxv3.common.synchronization [req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e req-255fb004-138b-4c09-bd6c-74df46feb7b8 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Enqueued Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_members [ 768.147092] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGHEST for action security_group_members [ 768.147395] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.147574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.147574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.147774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.148718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.148860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.148901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.149061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.149147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.149245] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.265173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.265173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.265173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.265563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.265563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.265563] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9702c95c-d7f9-4aa4-a2d1-dcf971869633 already deleted. [ 768.265647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.265816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.267730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.267730] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9702c95c-d7f9-4aa4-a2d1-dcf971869633',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.604518] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.607260] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.607260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.607260] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be updated. [ 768.634353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.634505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.634583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.634784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.634927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.646151] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 2s [ 768.651591] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.651754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.651823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.652059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.652195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.652388] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.652490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.652554] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.652752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.652831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.652919] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 is going to be updated. [ 768.687186] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.687264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.687264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.687472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.687607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.699893] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 in Status: IN_PROGRESS for 2s [ 768.815047] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.815189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.815259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.815474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.815562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.815652] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9702c95c-d7f9-4aa4-a2d1-dcf971869633 already deleted. [ 768.815728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9702c95c-d7f9-4aa4-a2d1-dcf971869633" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.722068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: SUCCESS [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.722068] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.722068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.722068] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.043234] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 in Status: SUCCESS [ 770.043491] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 deletion is rescheduled due to dependency. [ 770.043623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.228181] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.655238] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: IN_PROGRESS for 4s [ 770.711040] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 in Status: SUCCESS [ 770.711331] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 deletion is rescheduled due to dependency. [ 770.711331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.731958] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acc46db1-6731-4071-952d-07ff223ef502: rpc.has_security_group_logging(os_id): False [ 770.752696] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.752696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.752696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.755406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.755406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.755406] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.755406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.755406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.755406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.755406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.755406] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be created. [ 770.826017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.826359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.826359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.826561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.826834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.842052] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: IN_PROGRESS for 2s [ 772.664928] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e in Status: SUCCESS [ 772.665252] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e deletion is rescheduled due to dependency. [ 772.665380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.855068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: SUCCESS [ 772.855326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.147680] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 773.147775] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 773.358329] env[69735]: INFO networking_nsxv3.common.synchronization [req-b8d2eb71-d287-4879-b53d-273033d555ac req-a6c4e147-77eb-458c-85d5-f0a47729aa8f tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Enqueued Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_members [ 773.358862] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 with Priority: HIGHEST for action security_group_members [ 773.359176] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26a5b0b-15d0-4b9b-8869-5dfc93205181 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.359346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.359405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.359556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.359705] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.359802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.359861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.360013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.360594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.360750] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26a5b0b-15d0-4b9b-8869-5dfc93205181',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.863195] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.863566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.863566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.863757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.863757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.863923] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.864016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.864090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.864246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.864328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.864417] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 is going to be updated. [ 773.897616] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.897755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.897824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.898048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.898184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.913154] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 in Status: IN_PROGRESS for 2s [ 774.775627] env[69735]: INFO networking_nsxv3.common.synchronization [None req-8e5523d7-138c-4e94-b120-56af1ad10dae None None] Enqueued Resource ID: 78107495-96a6-4fbb-8a00-a04c7124d056 with Priority: HIGHEST for action port [ 774.776234] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78107495-96a6-4fbb-8a00-a04c7124d056 with Priority: HIGHEST for action port [ 774.776545] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-78107495-96a6-4fbb-8a00-a04c7124d056 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.776685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78107495-96a6-4fbb-8a00-a04c7124d056" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.776725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78107495-96a6-4fbb-8a00-a04c7124d056" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.776979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78107495-96a6-4fbb-8a00-a04c7124d056" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.778243] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78107495-96a6-4fbb-8a00-a04c7124d056',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.280761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78107495-96a6-4fbb-8a00-a04c7124d056 [ 775.281044] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.281156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.281234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.281446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.281551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.281633] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78107495-96a6-4fbb-8a00-a04c7124d056 already deleted. [ 775.281714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78107495-96a6-4fbb-8a00-a04c7124d056" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.886957] env[69735]: INFO networking_nsxv3.common.synchronization [req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 req-5dbf51ff-208c-42d6-90ff-45273e40be19 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Enqueued Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_members [ 775.887636] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_members [ 775.887992] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.888526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.888622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.888852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.889045] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.889757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.889871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.890068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.890160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.890267] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.925951] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 in Status: SUCCESS [ 775.925951] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26a5b0b-15d0-4b9b-8869-5dfc93205181 deletion is rescheduled due to dependency. [ 775.926261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26a5b0b-15d0-4b9b-8869-5dfc93205181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.005435] env[69735]: INFO networking_nsxv3.common.synchronization [None req-9eb33032-f1a1-4f44-81fa-a2c882d31afe tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_rules [ 776.006867] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_rules [ 776.007597] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.007726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.011581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.011581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.011694] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.179123] env[69735]: INFO networking_nsxv3.common.synchronization [None req-206058f8-9db7-4633-8306-271c2b0e5ffd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_rules [ 776.179653] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_rules [ 776.179956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.180258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.345433] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.345763] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-577" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.345763] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-577" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.347939] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-577" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.348301] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.348480] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.348600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.348844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.348994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.349232] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.349348] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.349456] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.349599] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.349664] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.349768] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.349901] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.370389] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.370572] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.370816] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.370903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-577" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.371225] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-57260674-d24f-4a4e-8358-3832cffe3bc9 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.372966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.372966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.373261] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.373462] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57260674-d24f-4a4e-8358-3832cffe3bc9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.392998] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.393193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.394041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.394041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.394041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.394041] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.394041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.394041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.394329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.394329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.394329] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6987d921-1a35-4c26-b6bc-b86818f9804d already deleted. [ 776.396155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.534252] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.534451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.534632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.534687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.535110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.535232] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467e6017-7805-4511-befe-7193c3082e29 already deleted. [ 776.535334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.535495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.535689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.535918] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.835921] env[69735]: INFO networking_nsxv3.common.synchronization [None req-52ca0fd8-375a-4b75-b2bd-623eb883e5ef None None] Enqueued Resource ID: 9e1c7c01-2aad-4cc7-80df-d80946b2d96a with Priority: HIGHEST for action port [ 776.838196] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1c7c01-2aad-4cc7-80df-d80946b2d96a with Priority: HIGHEST for action port [ 776.838196] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e1c7c01-2aad-4cc7-80df-d80946b2d96a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.838196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e1c7c01-2aad-4cc7-80df-d80946b2d96a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.838196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e1c7c01-2aad-4cc7-80df-d80946b2d96a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.838196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e1c7c01-2aad-4cc7-80df-d80946b2d96a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.838196] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1c7c01-2aad-4cc7-80df-d80946b2d96a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.876948] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.877216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.877348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.877624] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.877776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.877942] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 57260674-d24f-4a4e-8358-3832cffe3bc9 not found, creating... [ 776.880913] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.880913] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.880913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.881489] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 57260674-d24f-4a4e-8358-3832cffe3bc9 is going to be created. [ 776.905435] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.905643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.905769] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.906059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.906298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.906525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.060748] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.060951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.061008] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.061251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.061347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.061445] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467e6017-7805-4511-befe-7193c3082e29 already deleted. [ 777.061542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.339331] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e1c7c01-2aad-4cc7-80df-d80946b2d96a [ 777.339642] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.340443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.340443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.340847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.342876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.342876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e1c7c01-2aad-4cc7-80df-d80946b2d96a already deleted. [ 777.342876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e1c7c01-2aad-4cc7-80df-d80946b2d96a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.655886] env[69735]: INFO networking_nsxv3.common.synchronization [req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 req-bb896968-9839-416f-acea-0bccf0092186 service nova] Enqueued Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_rules [ 777.656223] env[69735]: INFO networking_nsxv3.common.synchronization [req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 req-bb896968-9839-416f-acea-0bccf0092186 service nova] Enqueued Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_members [ 777.656359] env[69735]: INFO networking_nsxv3.common.synchronization [req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 req-bb896968-9839-416f-acea-0bccf0092186 service nova] Enqueued Resource ID: 57260674-d24f-4a4e-8358-3832cffe3bc9 with Priority: HIGHEST for action port [ 777.658883] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_rules [ 777.658883] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_members [ 777.658883] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57260674-d24f-4a4e-8358-3832cffe3bc9 with Priority: HIGHEST for action port [ 777.658883] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.658883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.658883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.658883] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.662277] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.662277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.662277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.662729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.662729] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.662849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.662849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.663010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.663116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.663254] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.666975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-57260674-d24f-4a4e-8358-3832cffe3bc9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.666975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.666975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.666975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.666975] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57260674-d24f-4a4e-8358-3832cffe3bc9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.165885] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.166623] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57260674-d24f-4a4e-8358-3832cffe3bc9 with status ACTIVE [ 778.167031] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.167332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.167494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.167773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.167954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.168252] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.168485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.170021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.170021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.170021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.170021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.170021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.170021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.170021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.170021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.170021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57260674-d24f-4a4e-8358-3832cffe3bc9 is going to be updated. [ 778.177235] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.177235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.196880] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.196880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.196880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.196880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.196880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.196880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57260674-d24f-4a4e-8358-3832cffe3bc9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.667728] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.169990] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.169990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.169990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.170223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.170322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.170425] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6987d921-1a35-4c26-b6bc-b86818f9804d is going to be created. [ 779.198250] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.198405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.198405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.198844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.198844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.210078] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6987d921-1a35-4c26-b6bc-b86818f9804d in Status: UNINITIALIZED for 2s [ 780.636497] env[69735]: INFO networking_nsxv3.common.synchronization [req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 req-5c88e3bf-8a3f-43fc-a8c7-247c239cc71e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 780.637051] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 780.637367] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.637613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.637613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.637808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.637971] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.641543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.643859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.644100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.644197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.644301] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.978147] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.978147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.978147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.978147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.978422] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.978590] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.978918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.978918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.979300] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.979610] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.979745] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.979866] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.979976] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.980103] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.980265] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.980344] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.001408] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.001623] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.001765] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.001945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.002469] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-233ff586-034b-4f8f-9a76-7f6a8cf42242 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.002648] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.002836] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.003178] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.003358] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233ff586-034b-4f8f-9a76-7f6a8cf42242',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.149181] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.149355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.149429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.149646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.149745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.149940] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.150049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.150115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.150273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.150352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.150439] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 already deleted. [ 781.150518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.222072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6987d921-1a35-4c26-b6bc-b86818f9804d in Status: SUCCESS [ 781.222072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.222072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.222072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.222411] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.222411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.222411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.222607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.222660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.222806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.222912] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.505672] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.505909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.506052] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.506338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.506495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.506673] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 233ff586-034b-4f8f-9a76-7f6a8cf42242 not found, creating... [ 781.506949] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.507120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.507239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.507462] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.507602] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.507886] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.508061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.508181] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.508386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.508519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.508658] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 233ff586-034b-4f8f-9a76-7f6a8cf42242 is going to be created. [ 781.533450] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.534609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.534609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.534609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.534843] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.535737] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.726254] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.726591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.726591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.726770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.726854] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.726957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.727028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.727184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.727271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.727361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.727506] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.727594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.727670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.727898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.728076] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.728259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.728259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.728364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.728439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.728519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.728611] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.231179] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6987d921-1a35-4c26-b6bc-b86818f9804d: rpc.has_security_group_logging(os_id): False [ 782.254149] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.254149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.254149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.254442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.254577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.254797] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.254920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.255053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.255178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.255268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.255499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.255601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.255699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.255865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.255979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.256274] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.256350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.256396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.256545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.256622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.256710] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6987d921-1a35-4c26-b6bc-b86818f9804d is going to be created. [ 782.266847] env[69735]: INFO networking_nsxv3.common.synchronization [req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 req-a3ce950a-f358-4db4-be08-3d2ebf28099d service nova] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_rules [ 782.267051] env[69735]: INFO networking_nsxv3.common.synchronization [req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 req-a3ce950a-f358-4db4-be08-3d2ebf28099d service nova] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 782.267196] env[69735]: INFO networking_nsxv3.common.synchronization [req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 req-a3ce950a-f358-4db4-be08-3d2ebf28099d service nova] Enqueued Resource ID: 233ff586-034b-4f8f-9a76-7f6a8cf42242 with Priority: HIGHEST for action port [ 782.267831] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_rules [ 782.267949] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 782.268128] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233ff586-034b-4f8f-9a76-7f6a8cf42242 with Priority: HIGHEST for action port [ 782.268500] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.268670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.268739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.269024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.269101] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.270304] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.270383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.270880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.270880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.270880] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.271068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.271111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.271269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.271357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.271454] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.272608] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-233ff586-034b-4f8f-9a76-7f6a8cf42242 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.272608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.272608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.272812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.274176] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233ff586-034b-4f8f-9a76-7f6a8cf42242',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.334812] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.334964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.335145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.335332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.335621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.377430] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6987d921-1a35-4c26-b6bc-b86818f9804d in Status: IN_PROGRESS for 2s [ 782.774367] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.774682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.774682] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.776636] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 233ff586-034b-4f8f-9a76-7f6a8cf42242 with status ACTIVE [ 782.776636] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.776636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.776636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.776636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.776636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.776636] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.776636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.776636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.776636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.777299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.777299] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.777299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.777299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.777456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.777556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.777593] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 233ff586-034b-4f8f-9a76-7f6a8cf42242 is going to be updated. [ 782.801592] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.801778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.801861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.802018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.802160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.802322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233ff586-034b-4f8f-9a76-7f6a8cf42242" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.286149] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.787585] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.788029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.788029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.788203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.788203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.788272] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be created. [ 783.812961] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.813124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.813195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.813418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.813850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.824239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: UNINITIALIZED for 2s [ 784.394839] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6987d921-1a35-4c26-b6bc-b86818f9804d in Status: SUCCESS [ 784.395170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.836254] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 785.836530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.840015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.840015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.840015] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.840015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.840015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.840015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.840015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.840015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.840015] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.341537] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.341699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.341772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.341998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342191] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.342294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.342357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.342508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.342695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.342945] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.343071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.343135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.343278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.343417] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.343508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.343567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.343719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.343818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.343944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.344054] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.848043] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05ed611c-65b6-466e-ae37-13a4b4c60558: rpc.has_security_group_logging(os_id): False [ 786.867818] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.867967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.868054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.868278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.868370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.868559] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.868661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.868724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.868886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.868966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.869184] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.869294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.869367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.869560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.869655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.869840] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.870012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.870012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.870150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.870225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.870309] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be created. [ 786.940199] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.940345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.940448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.940697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.940799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.951866] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 787.269352] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 787.269461] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 788.452136] env[69735]: INFO networking_nsxv3.common.synchronization [req-659d5492-eaf0-4107-9407-4361d859d7b8 req-1023a465-3515-4fa4-9e38-58ba8645bfb6 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 788.452426] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 788.452898] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.453037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.453229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.453468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.453661] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.453799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.453925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.454107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.454217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.454360] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.481024] env[69735]: INFO networking_nsxv3.common.synchronization [req-659d5492-eaf0-4107-9407-4361d859d7b8 req-1023a465-3515-4fa4-9e38-58ba8645bfb6 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 788.481233] env[69735]: INFO networking_nsxv3.common.synchronization [req-659d5492-eaf0-4107-9407-4361d859d7b8 req-1023a465-3515-4fa4-9e38-58ba8645bfb6 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 788.481373] env[69735]: INFO networking_nsxv3.common.synchronization [req-659d5492-eaf0-4107-9407-4361d859d7b8 req-1023a465-3515-4fa4-9e38-58ba8645bfb6 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: fb024218-ea20-4036-8c5d-bd7c66790526 with Priority: HIGHEST for action port [ 788.482064] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 788.482209] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 788.482312] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb024218-ea20-4036-8c5d-bd7c66790526 with Priority: HIGHEST for action port [ 788.482584] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.482705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.482918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.483418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.483534] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.484377] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.484477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.484664] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb024218-ea20-4036-8c5d-bd7c66790526 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.484767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.485623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.485623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.485623] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb024218-ea20-4036-8c5d-bd7c66790526',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.958327] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.965377] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 788.965586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.987928] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.988123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.988226] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb024218-ea20-4036-8c5d-bd7c66790526 with status ACTIVE [ 788.988391] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.988499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.988565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.988769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.988858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.989044] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.989144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.989206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.989356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.989498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.989602] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.989694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.989755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.989930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.990033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.990127] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb024218-ea20-4036-8c5d-bd7c66790526 is going to be updated. [ 789.010261] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.010405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.010478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.011048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.011048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.011048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.460957] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.505355] env[69735]: INFO networking_nsxv3.common.synchronization [req-a364deac-7703-4cf2-9328-04f1a34a6cfd req-1dc3e217-bffc-4e82-8cc4-6701cc2b1a29 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 789.505916] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 789.506238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.506364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.506434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.506630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.506779] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.506875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.506936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.507314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.508115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.508115] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.847506] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.847708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.847836] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.848416] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.848705] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.848884] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.848985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.849913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.850104] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.850340] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.850459] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.850568] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.850695] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.850879] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.850960] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.851064] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.879192] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.879192] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.879192] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.879192] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.879192] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-b6bbfa41-3381-478c-87c9-b53642216132 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.879192] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.879454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.879821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.880039] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bbfa41-3381-478c-87c9-b53642216132',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.966864] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.967042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.967120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.967341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.967452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.967531] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be updated. [ 789.997662] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.997803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.997803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.998138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.998301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.008727] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: IN_PROGRESS for 2s [ 790.010101] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.383401] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.383628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.383764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.384065] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.384225] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.384381] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port b6bbfa41-3381-478c-87c9-b53642216132 not found, creating... [ 790.384635] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.384793] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.384914] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.385207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.385361] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.385685] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.385865] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.385981] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.386207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.386345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.386485] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: b6bbfa41-3381-478c-87c9-b53642216132 is going to be created. [ 790.416530] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.416753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.416878] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.417186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.417421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.418727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.512887] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.015985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.016271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.016394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.017401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.017578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.017698] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 791.051942] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.052675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.052675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.052675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.052675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.062993] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 791.564744] env[69735]: INFO networking_nsxv3.common.synchronization [req-a364deac-7703-4cf2-9328-04f1a34a6cfd req-1c29d833-168c-4f2e-8350-ec8b8e56514c service nova] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_rules [ 791.565016] env[69735]: INFO networking_nsxv3.common.synchronization [req-a364deac-7703-4cf2-9328-04f1a34a6cfd req-1c29d833-168c-4f2e-8350-ec8b8e56514c service nova] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 791.565122] env[69735]: INFO networking_nsxv3.common.synchronization [req-a364deac-7703-4cf2-9328-04f1a34a6cfd req-1c29d833-168c-4f2e-8350-ec8b8e56514c service nova] Enqueued Resource ID: b6bbfa41-3381-478c-87c9-b53642216132 with Priority: HIGHEST for action port [ 791.565600] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_rules [ 791.565807] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 791.566876] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bbfa41-3381-478c-87c9-b53642216132 with Priority: HIGHEST for action port [ 791.566876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.567233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.567233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.567233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.567329] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.571319] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.571319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.571319] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6bbfa41-3381-478c-87c9-b53642216132 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.571319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.571319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.571319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.571319] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bbfa41-3381-478c-87c9-b53642216132',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.576068] env[69735]: INFO networking_nsxv3.common.synchronization [req-36f487f1-158d-4a63-9576-915d14040072 req-a2936f30-98b2-4e95-b231-f38024231c64 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 791.576068] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 791.576525] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.576637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.589896] env[69735]: INFO networking_nsxv3.common.synchronization [req-36f487f1-158d-4a63-9576-915d14040072 req-a2936f30-98b2-4e95-b231-f38024231c64 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 791.590075] env[69735]: INFO networking_nsxv3.common.synchronization [req-36f487f1-158d-4a63-9576-915d14040072 req-a2936f30-98b2-4e95-b231-f38024231c64 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 791.590216] env[69735]: INFO networking_nsxv3.common.synchronization [req-36f487f1-158d-4a63-9576-915d14040072 req-a2936f30-98b2-4e95-b231-f38024231c64 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: fb024218-ea20-4036-8c5d-bd7c66790526 with Priority: HIGHEST for action port [ 791.590644] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_rules [ 791.590777] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 791.591157] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb024218-ea20-4036-8c5d-bd7c66790526 with Priority: HIGHEST for action port [ 791.591157] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591459] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591697] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb024218-ea20-4036-8c5d-bd7c66790526 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.592093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.592137] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb024218-ea20-4036-8c5d-bd7c66790526',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.020857] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: SUCCESS [ 792.021213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.021459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.021766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.022080] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.022269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.022376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.022620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.022720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.022843] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.070295] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.070295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074580] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6bbfa41-3381-478c-87c9-b53642216132 with status ACTIVE [ 792.074580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074580] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6bbfa41-3381-478c-87c9-b53642216132 is going to be updated. [ 792.094734] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb024218-ea20-4036-8c5d-bd7c66790526 with status ACTIVE [ 792.094968] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.095149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.095258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.095411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.095552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.095672] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.095770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.095833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.095981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.096073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.096350] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.096446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.096446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.096582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.096927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.096927] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb024218-ea20-4036-8c5d-bd7c66790526 is going to be updated. [ 792.099026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.099026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.099026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.099026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.099244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.099330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6bbfa41-3381-478c-87c9-b53642216132" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.121020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.121189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.121299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.121521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.121667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.121857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb024218-ea20-4036-8c5d-bd7c66790526" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.158542] env[69735]: INFO networking_nsxv3.common.synchronization [req-be5a040f-566e-4506-a10f-f99fe8a9890e req-aa55916c-c838-45d2-87bc-06f8cedcccba tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 792.159112] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 792.161020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.161020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524770] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.570689] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.570961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.570961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.572037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.572037] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.572184] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.574839] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.574839] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.574839] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.574839] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.574839] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.574839] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.574839] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.574839] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.574839] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.574839] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.593294] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.593294] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.593294] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.593294] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-112" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.593515] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-4748308a-13a9-403e-9598-5c9c613f2ddf taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.593600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.593719] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.594064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.594213] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4748308a-13a9-403e-9598-5c9c613f2ddf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.030539] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.074792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 793.075043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.075252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.075487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.075749] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.075895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.075980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.076201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.076319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.076441] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.100581] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.100581] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 4748308a-13a9-403e-9598-5c9c613f2ddf not found, creating... [ 793.100581] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.100581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.101074] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.101074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.101074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.101074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.101074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.101074] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 4748308a-13a9-403e-9598-5c9c613f2ddf is going to be created. [ 793.126755] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.126755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.126755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.126982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.127130] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.127361] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.533321] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.533565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.533679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.534011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.534171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.534327] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be updated. [ 793.566604] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.567864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.567864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.567864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.568216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.578472] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.585779] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: IN_PROGRESS for 2s [ 793.908214] env[69735]: INFO networking_nsxv3.common.synchronization [req-be5a040f-566e-4506-a10f-f99fe8a9890e req-72081233-bf89-443a-bf0e-dd55bc6cc168 service nova] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_rules [ 793.908214] env[69735]: INFO networking_nsxv3.common.synchronization [req-be5a040f-566e-4506-a10f-f99fe8a9890e req-72081233-bf89-443a-bf0e-dd55bc6cc168 service nova] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 793.908214] env[69735]: INFO networking_nsxv3.common.synchronization [req-be5a040f-566e-4506-a10f-f99fe8a9890e req-72081233-bf89-443a-bf0e-dd55bc6cc168 service nova] Enqueued Resource ID: 4748308a-13a9-403e-9598-5c9c613f2ddf with Priority: HIGHEST for action port [ 793.908214] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_rules [ 793.908214] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 793.908214] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4748308a-13a9-403e-9598-5c9c613f2ddf with Priority: HIGHEST for action port [ 793.908214] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.908214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.909122] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.909345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.909709] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4748308a-13a9-403e-9598-5c9c613f2ddf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.909919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.910078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.910672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.910922] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4748308a-13a9-403e-9598-5c9c613f2ddf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.086204] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.415866] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4748308a-13a9-403e-9598-5c9c613f2ddf with status ACTIVE [ 794.416443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.416443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.417034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.417034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.417034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.417223] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.417301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.417405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.417636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.417835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.418097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.418211] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.418267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.418506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.418624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.418835] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4748308a-13a9-403e-9598-5c9c613f2ddf is going to be updated. [ 794.444108] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.444326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.444447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.444797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.444992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.445184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4748308a-13a9-403e-9598-5c9c613f2ddf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.588881] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.589268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.589268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.589502] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.589567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.589626] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 794.626241] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.626472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.626541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.626759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.626915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.637859] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 795.598096] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: SUCCESS [ 795.598096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.598096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.598096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.598096] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.598096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.598812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.599054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.599154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.599314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.599434] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.600384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.600558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.600750] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.600893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.600962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.601120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.601200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.601289] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.960773] env[69735]: INFO networking_nsxv3.common.synchronization [req-4deb1c71-a906-431d-ab66-e3a80396e85d req-4775a1c3-ac50-45bd-856d-56cc5d7ac673 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Enqueued Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 795.961443] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff94c706-a937-427f-a8e4-3e45ec8392fe with Priority: HIGHEST for action security_group_members [ 795.961739] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff94c706-a937-427f-a8e4-3e45ec8392fe taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.961844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.106347] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.106347] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.227258] env[69735]: INFO networking_nsxv3.common.synchronization [req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 req-0264520d-61c8-440a-a2c4-a94ba12aa8ac tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 796.227800] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 796.228198] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.228312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.228405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.228640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.228800] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.228903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.228967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.229415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.229539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.229539] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.610979] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.612230] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff94c706-a937-427f-a8e4-3e45ec8392fe: rpc.has_security_group_logging(os_id): False [ 796.638039] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.638039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.638039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.638039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.638039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.638482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.638482] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.638592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.638772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.638875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.638991] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be updated. [ 796.653187] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 796.653405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.654149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.654149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.654149] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.654298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.654298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.654424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.654511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.655125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.655125] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.657650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.659033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.659033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.659033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.659033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.659033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.659033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.659033] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.714871] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.715923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.715923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.715923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.716033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.733561] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.733779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.733832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.734071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.734581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.734581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.734581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.734581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.734794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.734794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.734859] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce already deleted. [ 796.734922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.737727] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: IN_PROGRESS for 2s [ 796.750367] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.751047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.751047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.751047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.751344] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.751543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.751665] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.752304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.752304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.752304] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.752498] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.752546] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.752680] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.752862] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.752971] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.753097] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.802010] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.802188] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.802330] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.802598] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.803024] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-a2628981-5dca-4555-87af-136dd3c103b7 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.803837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.803837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.803837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.803837] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2628981-5dca-4555-87af-136dd3c103b7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.115034] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.115260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.115567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.115698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.115808] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be updated. [ 797.144931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.145128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.145222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.145494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.145657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.155110] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: IN_PROGRESS for 2s [ 797.160929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.161154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.161468] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.309824] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.309824] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port a2628981-5dca-4555-87af-136dd3c103b7 not found, creating... [ 797.309824] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.309824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.310474] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.310474] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.310702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.311377] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.311377] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.311377] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: a2628981-5dca-4555-87af-136dd3c103b7 is going to be created. [ 797.348121] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.348454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.348787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.349397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.349717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.350084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.664970] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.097482] env[69735]: INFO networking_nsxv3.common.synchronization [req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 req-e71521c3-b251-483e-9c61-60bd8709d739 service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 798.097730] env[69735]: INFO networking_nsxv3.common.synchronization [req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 req-e71521c3-b251-483e-9c61-60bd8709d739 service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 798.097941] env[69735]: INFO networking_nsxv3.common.synchronization [req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 req-e71521c3-b251-483e-9c61-60bd8709d739 service nova] Enqueued Resource ID: a2628981-5dca-4555-87af-136dd3c103b7 with Priority: HIGHEST for action port [ 798.098614] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 798.098706] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 798.098837] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2628981-5dca-4555-87af-136dd3c103b7 with Priority: HIGHEST for action port [ 798.099274] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.099422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.099568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.099925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.100032] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.101128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.101303] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.101372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.101614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.105320] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.105320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.105493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.105821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.105821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.105821] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.106870] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2628981-5dca-4555-87af-136dd3c103b7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.107055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.107140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.107307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.107391] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2628981-5dca-4555-87af-136dd3c103b7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.169719] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.169923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.170043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.170289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.170389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.170498] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 798.211248] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.211429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.211469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.211708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.211856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.222244] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 798.609797] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.609933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.610274] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2628981-5dca-4555-87af-136dd3c103b7 with status ACTIVE [ 798.610459] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.613136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.613136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.613136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.613136] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2628981-5dca-4555-87af-136dd3c103b7 is going to be updated. [ 798.613700] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.640172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.640530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.641195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.641469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.641687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.641783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2628981-5dca-4555-87af-136dd3c103b7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.773021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: SUCCESS [ 798.777188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.777188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.777499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.777499] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.117223] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.167310] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff94c706-a937-427f-a8e4-3e45ec8392fe in Status: SUCCESS [ 799.167586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.167829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.167990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.168190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.168317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.168393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.168559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.168641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.168749] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.303461] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.303570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.303611] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.303974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.304119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.304245] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be deleted. [ 799.334910] env[69735]: INFO networking_nsxv3.common.synchronization [req-1178ab82-2e44-4bdc-8e18-3225598dc964 req-182242e0-4590-4e16-92f4-1c31c7df075d tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 799.335716] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 799.336022] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.336327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.336372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.336615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.336905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.337021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.337147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.337302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.337389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.337483] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.358704] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.358704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.358704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.359029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.359099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.359319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.622513] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.622513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.622513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.622513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.622513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.622513] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be created. [ 799.647355] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.647355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.647355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.647355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.647355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.657069] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: UNINITIALIZED for 2s [ 799.673322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.673322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.673322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.673322] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe is going to be deleted. [ 799.724893] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.728174] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.728174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.728174] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff94c706-a937-427f-a8e4-3e45ec8392fe',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.842096] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.842096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.842096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.842096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.842096] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.842096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.843267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.843386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.843496] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda already deleted. [ 799.843581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.888022] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.888372] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.888444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.888699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.889278] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.889448] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.889609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.889887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.890126] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.890360] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.890543] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.890729] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.890925] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.891169] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.891380] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.891579] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.911754] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.912054] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.912411] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.912595] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.913127] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.913415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.913599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.914059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.914298] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ad6d5c-4dfe-4b01-9466-47bfbd93f333',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.233418] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 800.233646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.234027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.234155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.234224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.234481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.234538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.234724] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.234835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.234901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.235070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.235148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.235232] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff94c706-a937-427f-a8e4-3e45ec8392fe already deleted. [ 800.235310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff94c706-a937-427f-a8e4-3e45ec8392fe" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.235433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.235572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.235706] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.235820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.235886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.236062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.236146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.236237] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.418247] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.418569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.418791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.419207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.419444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.419680] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 not found, creating... [ 800.420104] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.420363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.420556] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.420894] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.421141] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.421631] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.421830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.421978] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.422634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.422634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.422742] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 is going to be created. [ 800.445859] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446334] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.446657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.446947] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.447236] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.740789] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.214071] env[69735]: INFO networking_nsxv3.common.synchronization [req-1178ab82-2e44-4bdc-8e18-3225598dc964 req-431b7ee7-0ba3-49af-a296-05e2a50dd590 service nova] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_rules [ 801.214364] env[69735]: INFO networking_nsxv3.common.synchronization [req-1178ab82-2e44-4bdc-8e18-3225598dc964 req-431b7ee7-0ba3-49af-a296-05e2a50dd590 service nova] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 801.214405] env[69735]: INFO networking_nsxv3.common.synchronization [req-1178ab82-2e44-4bdc-8e18-3225598dc964 req-431b7ee7-0ba3-49af-a296-05e2a50dd590 service nova] Enqueued Resource ID: 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 with Priority: HIGHEST for action port [ 801.214628] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_rules [ 801.214762] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 801.214848] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 with Priority: HIGHEST for action port [ 801.215429] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.215555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.215622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.215867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.215952] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.217801] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.217801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.217801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.218077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.218148] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.218242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.218307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.218470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.218557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.218651] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.219515] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.219665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.219768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.219987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.220128] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ad6d5c-4dfe-4b01-9466-47bfbd93f333',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.243752] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.667646] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 801.667872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.668096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.668353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.668556] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.668706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.668785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.668977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.669074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.669160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.669274] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.718249] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.718420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.722809] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.723826] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 with status ACTIVE [ 801.724051] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.724212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.724249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.724440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.724524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.724703] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.724803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.724869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.725030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.725111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.725291] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.725385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.725445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.725587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.725662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.725746] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 is going to be updated. [ 801.746377] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.746579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.746579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.746796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.746904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.747991] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 801.749263] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.749437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.749514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.749719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.749857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.750076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88ad6d5c-4dfe-4b01-9466-47bfbd93f333" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.779226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.779381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.779381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.779546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.779695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.801406] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 802.171139] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.171374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.171374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.171604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.171774] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.171903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.171960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.172094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.172213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.172266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.172413] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.172505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.172586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.172741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.172927] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.173074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.173120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.173244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.173321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.173414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.173516] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.229310] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.675869] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce: rpc.has_security_group_logging(os_id): False [ 802.701822] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.702030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.702514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.702514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.702514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.702860] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.702955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.703092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.703237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.703361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.703649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.703790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.703848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.704019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.704161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.704424] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.704599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.704760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.704904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.705029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.705174] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be created. [ 802.731514] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.731683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.731744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.731943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.732049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.732151] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be created. [ 802.793637] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.793875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.793942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.809495] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.809830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.809830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.809964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.810160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.816734] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: UNINITIALIZED for 2s [ 802.826074] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 803.812923] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 803.813266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.813391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.813605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.813811] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.813965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.814218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.814218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.814293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.814375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.814539] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.814637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.814710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.814858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.815513] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.815693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.815763] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.815923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.816019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.816114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.816203] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.297376] env[69735]: INFO networking_nsxv3.common.synchronization [req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 req-8384a09e-aceb-4b54-8e82-08870ed0b2ef tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 804.297952] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGHEST for action security_group_members [ 804.298295] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.298407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.298719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.298719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.298897] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.299192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.299417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.299604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.299724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.299804] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.320279] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05ed611c-65b6-466e-ae37-13a4b4c60558: rpc.has_security_group_logging(os_id): False [ 804.339304] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.339443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.339844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.339844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.339844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.340132] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.340132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.340235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.340306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.340383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.340583] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.340722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.340776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.340918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.341007] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.341387] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.341522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.341609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.341782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.341895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.342018] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 804.411799] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.411950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.412105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.412331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.412479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.425914] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 804.802059] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.802059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.802276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.802340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.802436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.802630] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.802731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.802794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.802991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.803103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.803151] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be updated. [ 804.826710] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: SUCCESS [ 804.827079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.828974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.829140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.829394] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.829508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.829543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.829767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.829851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.829909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.830113] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.832792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.832792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.833041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.833204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.835361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.844631] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: IN_PROGRESS for 2s [ 804.844631] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 804.844631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.338072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.338072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.338072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.338072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.338072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.338754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.338754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.338754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.338754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.338754] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.841705] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a6cefee-49b7-4a5e-b6cd-58df175bddda: rpc.has_security_group_logging(os_id): False [ 805.862782] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.862981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.862981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.863420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.863420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.863525] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.863604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.863669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.863820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.863917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.864137] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.864237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.864299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.864439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.864515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.864697] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.864773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.864832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.864966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.865078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.865166] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be created. [ 805.929036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.929256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.929256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.929492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.929652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.945156] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: IN_PROGRESS for 2s [ 806.086319] env[69735]: INFO networking_nsxv3.common.synchronization [req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 req-b724d541-6272-409e-8eb9-d33ae4483ed1 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 806.086852] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 806.087158] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.087276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.087341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.087542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.087692] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.088215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.088215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.088215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.088361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.088545] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.372634] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.373191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.373491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.374764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.374764] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.374764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.378022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.378022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.378022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.378022] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.378022] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.378022] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.378022] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.378022] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.378022] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.378022] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.399876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.399876] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.399876] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.399876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.399876] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-75b05f7f-2cb5-4453-952d-13a273f5e68d taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.399876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.399876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.399876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.399876] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b05f7f-2cb5-4453-952d-13a273f5e68d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.438936] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 806.439174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.439340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.439549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.439639] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.590632] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.854599] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 in Status: SUCCESS [ 806.854599] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 deletion is rescheduled due to dependency. [ 806.854599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.902226] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.902627] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.902753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.903111] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.903348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.903540] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 75b05f7f-2cb5-4453-952d-13a273f5e68d not found, creating... [ 806.903749] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.903913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.904090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.904374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.904498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.904794] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.904952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.905811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.906070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.906217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.906363] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 75b05f7f-2cb5-4453-952d-13a273f5e68d is going to be created. [ 806.938707] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.938862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.938901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.940712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.940855] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.941751] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.941827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.941904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.944780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.944780] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.944780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.944780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.944780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.944780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.944780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.944780] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.093326] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.448479] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.448479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.448479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.448479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.448479] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.448888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.448888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.448888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.451178] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.451178] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.451178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.451178] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.597040] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.597189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.597259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.597476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.597566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.597660] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be updated. [ 807.645020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.645240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.645240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.645976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.645976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.656210] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: IN_PROGRESS for 2s [ 807.954300] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05ed611c-65b6-466e-ae37-13a4b4c60558: rpc.has_security_group_logging(os_id): False [ 807.959324] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: SUCCESS [ 807.959553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.972412] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.972585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.972585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.972777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.972868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.973095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.973208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.973274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.973417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.973494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.973701] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.973797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.973859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.974112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.974304] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.974400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.974462] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.974679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.974763] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 807.989562] env[69735]: INFO networking_nsxv3.common.synchronization [req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 req-320b3436-54c6-4afd-aee4-0594ebfde5bb service nova] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_rules [ 807.989743] env[69735]: INFO networking_nsxv3.common.synchronization [req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 req-320b3436-54c6-4afd-aee4-0594ebfde5bb service nova] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 807.989889] env[69735]: INFO networking_nsxv3.common.synchronization [req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 req-320b3436-54c6-4afd-aee4-0594ebfde5bb service nova] Enqueued Resource ID: 75b05f7f-2cb5-4453-952d-13a273f5e68d with Priority: HIGHEST for action port [ 807.990135] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_rules [ 807.990266] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 807.990364] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b05f7f-2cb5-4453-952d-13a273f5e68d with Priority: HIGHEST for action port [ 807.990960] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.992645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.992736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.993075] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.994474] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.994577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.994792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b05f7f-2cb5-4453-952d-13a273f5e68d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.994909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.994965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.995178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.995333] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b05f7f-2cb5-4453-952d-13a273f5e68d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.056192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.056376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.056412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.056780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.056780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.077288] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 808.503887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.503887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503887] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b05f7f-2cb5-4453-952d-13a273f5e68d with status ACTIVE [ 808.503887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.503887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.503887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.504255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.504255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.504255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.504346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.506032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.506032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.506032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.506032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.506032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.506032] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b05f7f-2cb5-4453-952d-13a273f5e68d is going to be updated. [ 808.525015] env[69735]: INFO networking_nsxv3.common.synchronization [None req-9a966e2d-9387-43eb-a829-facd98259167 None None] Enqueued Resource ID: d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d with Priority: HIGHEST for action port [ 808.525727] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d with Priority: HIGHEST for action port [ 808.529882] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.529955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.530144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.530364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.530462] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.535060] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.535199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.535261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.535476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.535624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.535775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b05f7f-2cb5-4453-952d-13a273f5e68d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.032550] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d [ 809.032861] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.033133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.033133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.033323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.033425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.033518] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d already deleted. [ 809.033630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b6deb2-d2b5-46a2-8a9a-8ce5f151be6d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.667689] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: SUCCESS [ 809.669692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.669888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.670085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.670284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.670746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.670746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.670746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.670746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.670905] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.107445] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 810.107814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.175414] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.542434] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ffab650d-1d5a-4bf2-9d88-4394e185c22e None None] Enqueued Resource ID: 4c97d531-4d84-413c-a266-8b612a0e2746 with Priority: HIGHEST for action port [ 810.542606] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97d531-4d84-413c-a266-8b612a0e2746 with Priority: HIGHEST for action port [ 810.542956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c97d531-4d84-413c-a266-8b612a0e2746 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.551014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c97d531-4d84-413c-a266-8b612a0e2746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.551122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c97d531-4d84-413c-a266-8b612a0e2746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.551375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c97d531-4d84-413c-a266-8b612a0e2746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.551470] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c97d531-4d84-413c-a266-8b612a0e2746',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.679883] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.054032] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c97d531-4d84-413c-a266-8b612a0e2746 [ 811.054287] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.054577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.054577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.054692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.054774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054861] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c97d531-4d84-413c-a266-8b612a0e2746 already deleted. [ 811.054938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c97d531-4d84-413c-a266-8b612a0e2746" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.185025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.185025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.185025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.185025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.185025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.185025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be updated. [ 811.214440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.214440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.214440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.214831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.214979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.227253] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: IN_PROGRESS for 2s [ 812.123515] env[69735]: INFO networking_nsxv3.common.synchronization [None req-c02ee75c-a048-4c83-a496-385db0a30f5b None None] Enqueued Resource ID: 36b15de2-d4fc-4bd1-b808-bcbd6b621a57 with Priority: HIGHEST for action port [ 812.123515] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b15de2-d4fc-4bd1-b808-bcbd6b621a57 with Priority: HIGHEST for action port [ 812.124183] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b15de2-d4fc-4bd1-b808-bcbd6b621a57 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.124692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b15de2-d4fc-4bd1-b808-bcbd6b621a57" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.125023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b15de2-d4fc-4bd1-b808-bcbd6b621a57" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.125398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b15de2-d4fc-4bd1-b808-bcbd6b621a57" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.127027] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b15de2-d4fc-4bd1-b808-bcbd6b621a57',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.629460] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36b15de2-d4fc-4bd1-b808-bcbd6b621a57 [ 812.629906] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.630748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.631022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.631340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.632302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.632501] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36b15de2-d4fc-4bd1-b808-bcbd6b621a57 already deleted. [ 812.633208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b15de2-d4fc-4bd1-b808-bcbd6b621a57" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.006170] env[69735]: INFO networking_nsxv3.common.synchronization [req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e req-2f8c60fa-882f-4579-82b3-0fdc9e23bb27 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Enqueued Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_members [ 813.006170] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_members [ 813.006170] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.006170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.006170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.006170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.006170] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.006170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.007023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.007334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.007561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.007832] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.239806] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: SUCCESS [ 813.240051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.240232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.240454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.240649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.240766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.240835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.241047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.241255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.241255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.241343] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.342462] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.342656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-616" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.342775] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-616" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.343186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-616" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.343476] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.343623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.343740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.343957] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.344439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.344637] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.344794] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.344902] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.345023] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.345156] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.345343] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.345515] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.365023] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.365203] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.365349] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.365535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-616" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.365862] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.367241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.367241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.367241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.367241] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d1f4bd-1d58-451e-9c56-3d01de5d04b6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.514395] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.514395] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.514395] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cced23e8-9574-415f-8cd9-a0df0a86c126 already deleted. [ 813.514395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.743775] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.744223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.744223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.744717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.749817] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.749817] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.749817] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.749817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.749817] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.869844] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.869844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.869844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.871223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.871223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.871223] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 not found, creating... [ 813.871223] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.871223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.871223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.871223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.871459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.871874] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.871874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.871874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.873601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.874933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.874933] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 is going to be created. [ 813.898084] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.898310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.898446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.898773] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.899844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.899844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.255522] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a6cefee-49b7-4a5e-b6cd-58df175bddda: rpc.has_security_group_logging(os_id): False [ 814.272288] env[69735]: INFO networking_nsxv3.common.synchronization [None req-1b0eb692-d476-46ec-98c0-4a3ec9b0c082 None None] Enqueued Resource ID: 9e7cd339-d58a-40f3-8813-b8569974d572 with Priority: HIGHEST for action port [ 814.272732] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7cd339-d58a-40f3-8813-b8569974d572 with Priority: HIGHEST for action port [ 814.273758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.273882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.273951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.277493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.277493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.277493] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.277688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.277688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.278039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.278039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.278199] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.278309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.278357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.278489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.278584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.278785] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.278896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.278896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.278995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.279082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.279165] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be updated. [ 814.280422] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7cd339-d58a-40f3-8813-b8569974d572 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.280789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7cd339-d58a-40f3-8813-b8569974d572" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.280789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7cd339-d58a-40f3-8813-b8569974d572" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.280878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7cd339-d58a-40f3-8813-b8569974d572" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.280920] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7cd339-d58a-40f3-8813-b8569974d572',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.353833] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.353833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.353833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.353833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.353833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.368167] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: IN_PROGRESS for 2s [ 814.635459] env[69735]: INFO networking_nsxv3.common.synchronization [req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e req-70ea70b0-baea-4d5b-846e-8acedec14e63 service nova] Enqueued Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_rules [ 814.635703] env[69735]: INFO networking_nsxv3.common.synchronization [req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e req-70ea70b0-baea-4d5b-846e-8acedec14e63 service nova] Enqueued Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_members [ 814.635881] env[69735]: INFO networking_nsxv3.common.synchronization [req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e req-70ea70b0-baea-4d5b-846e-8acedec14e63 service nova] Enqueued Resource ID: 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 with Priority: HIGHEST for action port [ 814.636434] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_rules [ 814.636572] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_members [ 814.636716] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 with Priority: HIGHEST for action port [ 814.638134] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.638350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.638441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.639225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.639371] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.640816] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.641321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.641378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.642135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.642377] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.642579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.642842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.642842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.643553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.643705] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.644951] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.645120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.645231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.645468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.645693] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d1f4bd-1d58-451e-9c56-3d01de5d04b6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.783927] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e7cd339-d58a-40f3-8813-b8569974d572 [ 814.784358] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.784495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.784537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.784764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.784840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.784897] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e7cd339-d58a-40f3-8813-b8569974d572 already deleted. [ 814.784983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7cd339-d58a-40f3-8813-b8569974d572" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.151021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.151021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.151021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.151021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 with status ACTIVE [ 815.151021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.151021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.151021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.151021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.151021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.151021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.151021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.151021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.153229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.154037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.154469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.154771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.155687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.157022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.157022] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 is going to be updated. [ 815.200525] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.200525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.200525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.200525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.200525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.202280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d1f4bd-1d58-451e-9c56-3d01de5d04b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.650778] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.154350] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.155081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.155081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.155081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.155349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.155415] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cced23e8-9574-415f-8cd9-a0df0a86c126 is going to be created. [ 816.186842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.186842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.186842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.187469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.187469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.199183] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cced23e8-9574-415f-8cd9-a0df0a86c126 in Status: UNINITIALIZED for 2s [ 816.384792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: SUCCESS [ 816.385030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.623167] env[69735]: INFO networking_nsxv3.common.synchronization [req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 req-f3e38f88-29c7-4f42-aafa-a26ad9e3a4d2 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 816.623167] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 816.623167] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.623167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.624078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.624458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.624735] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.624984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.625206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.625622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.625839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.626188] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.130429] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.130604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.130675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.130898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.166563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.166922] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.166990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.167100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.167492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.167590] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be updated. [ 817.200693] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.200968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.201061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.201282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.201424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.213216] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: IN_PROGRESS for 2s [ 818.211228] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cced23e8-9574-415f-8cd9-a0df0a86c126 in Status: SUCCESS [ 818.211228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.211228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.211771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.211771] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.211771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.211771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.211993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.211993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.212102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.212276] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.715452] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.716025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.716025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.716025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.716323] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.716323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.716528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.716663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.716799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.716947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.717696] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.717696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.717696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.717696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.717980] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.717980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.717980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.718141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.718525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.718525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.718525] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.221420] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cced23e8-9574-415f-8cd9-a0df0a86c126: rpc.has_security_group_logging(os_id): False [ 819.223634] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 819.223841] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 deletion is rescheduled due to dependency. [ 819.224050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.245331] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.245538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.245538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.245853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.245977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.246320] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.246456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.246497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.246677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.246770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.247015] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.247209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.247264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.247432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.247512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.247750] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.247891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.247979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.248146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.248270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.248374] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cced23e8-9574-415f-8cd9-a0df0a86c126 is going to be created. [ 819.314027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.314240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.314312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.314514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.314699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.329163] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cced23e8-9574-415f-8cd9-a0df0a86c126 in Status: IN_PROGRESS for 2s [ 820.954027] env[69735]: INFO networking_nsxv3.common.synchronization [req-7564ee4f-2484-4c39-808d-e139824fe7e3 req-44166d08-7ea6-43cd-9dbd-a595a705ab36 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 820.954027] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 820.954027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.956891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.956891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.956891] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.956891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.956891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.956891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956891] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.207239] env[69735]: INFO networking_nsxv3.common.synchronization [req-e7175571-aa5d-4a20-adc5-df80ecc969f0 req-72fc5f9f-e634-4ea7-a869-43f1bf1740d8 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Enqueued Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_members [ 821.207239] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_members [ 821.207476] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.207476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.207594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.207833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.208650] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.208813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.208899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.211928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.211928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.211928] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.347290] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cced23e8-9574-415f-8cd9-a0df0a86c126 in Status: SUCCESS [ 821.347613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.460616] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.536478] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.536830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.537375] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.537735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.538529] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.538726] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.538866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.539137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.539307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.539629] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.539813] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.540036] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.540222] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.540631] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.540631] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.540893] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.563792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.564085] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.564306] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.564565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.564975] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2624e9f4-8d27-4264-8219-e72a0087b299 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.565241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.565443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.566176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.566176] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2624e9f4-8d27-4264-8219-e72a0087b299',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.714674] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.714885] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.715201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.715201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.715324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.715458] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.715557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.715622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.715782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.715863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.715947] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 already deleted. [ 821.716047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.963513] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.069478] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.069873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.070073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.070844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.071081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.071260] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2624e9f4-8d27-4264-8219-e72a0087b299 not found, creating... [ 822.071599] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.071861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.072015] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.072312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.072568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.072965] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.073242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.073457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.073752] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.073912] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.074093] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2624e9f4-8d27-4264-8219-e72a0087b299 is going to be created. [ 822.102109] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.102369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.102488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.102777] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.103173] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.103469] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.466390] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.466547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.466619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.467030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.467030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.467030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 822.512354] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.512690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.512690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.512863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.513176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.523968] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 823.069527] env[69735]: INFO networking_nsxv3.common.synchronization [req-e7175571-aa5d-4a20-adc5-df80ecc969f0 req-30070446-4a73-46c0-b0d4-8297ad7f4507 service nova] Enqueued Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_rules [ 823.070894] env[69735]: INFO networking_nsxv3.common.synchronization [req-e7175571-aa5d-4a20-adc5-df80ecc969f0 req-30070446-4a73-46c0-b0d4-8297ad7f4507 service nova] Enqueued Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_members [ 823.070894] env[69735]: INFO networking_nsxv3.common.synchronization [req-e7175571-aa5d-4a20-adc5-df80ecc969f0 req-30070446-4a73-46c0-b0d4-8297ad7f4507 service nova] Enqueued Resource ID: 2624e9f4-8d27-4264-8219-e72a0087b299 with Priority: HIGHEST for action port [ 823.070894] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_rules [ 823.070894] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_members [ 823.070894] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2624e9f4-8d27-4264-8219-e72a0087b299 with Priority: HIGHEST for action port [ 823.073205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.073384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.075689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.075689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.075689] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.076041] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.076204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.076842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.077424] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.077737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.080717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.080941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.081093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.081229] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.082544] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2624e9f4-8d27-4264-8219-e72a0087b299 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.082658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.082766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.082975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.083145] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2624e9f4-8d27-4264-8219-e72a0087b299',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.585922] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.586376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.586668] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.587942] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2624e9f4-8d27-4264-8219-e72a0087b299 with status ACTIVE [ 823.588215] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.588384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.588481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.589640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.591093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.591890] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.591890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.591890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.591890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.592292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.592292] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.592453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.592453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.592774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.592774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.592774] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2624e9f4-8d27-4264-8219-e72a0087b299 is going to be updated. [ 823.620278] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.620417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.620541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.620682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.620825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.621021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2624e9f4-8d27-4264-8219-e72a0087b299" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.674752] env[69735]: INFO networking_nsxv3.common.synchronization [None req-4c238d44-94a2-40ec-85f1-f43f8502283d None None] Enqueued Resource ID: 8688abdf-0d7d-410b-b1ed-7583e7d7e309 with Priority: HIGHEST for action port [ 823.675429] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8688abdf-0d7d-410b-b1ed-7583e7d7e309 with Priority: HIGHEST for action port [ 823.675867] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-8688abdf-0d7d-410b-b1ed-7583e7d7e309 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.676000] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8688abdf-0d7d-410b-b1ed-7583e7d7e309" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.676000] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8688abdf-0d7d-410b-b1ed-7583e7d7e309" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.676526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8688abdf-0d7d-410b-b1ed-7583e7d7e309" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.676615] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8688abdf-0d7d-410b-b1ed-7583e7d7e309',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.095444] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.180231] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8688abdf-0d7d-410b-b1ed-7583e7d7e309 [ 824.180231] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.180231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.180231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.180231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.180231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.180231] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8688abdf-0d7d-410b-b1ed-7583e7d7e309 already deleted. [ 824.180231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8688abdf-0d7d-410b-b1ed-7583e7d7e309" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.536199] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 824.536426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.598348] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.598534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.598534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.598738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.598833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.598932] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 is going to be created. [ 824.624140] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.624328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.624405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.624641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.624821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.635842] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 in Status: UNINITIALIZED for 2s [ 825.611512] env[69735]: INFO networking_nsxv3.common.synchronization [None req-5ca9fe84-ca94-420f-a041-4aed740d0aed tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Enqueued Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_rules [ 825.611891] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_rules [ 825.612464] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.612669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.612757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.613109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.613203] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.704572] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e2aa50ef-88ea-48fa-be36-d909cf19428e tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Enqueued Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_rules [ 825.705210] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_rules [ 825.705616] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.705717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.134648] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.134648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.134648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.134912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.134912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.135026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 already deleted. [ 826.135159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.135278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.135514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.135514] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.356273] env[69735]: INFO networking_nsxv3.common.synchronization [None req-2b618317-e254-4cdd-81dd-ea2306f1aea4 None None] Enqueued Resource ID: 749db717-5e63-4269-9f24-4747019f707b with Priority: HIGHEST for action port [ 826.356386] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749db717-5e63-4269-9f24-4747019f707b with Priority: HIGHEST for action port [ 826.357030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-749db717-5e63-4269-9f24-4747019f707b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.357174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-749db717-5e63-4269-9f24-4747019f707b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.357174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-749db717-5e63-4269-9f24-4747019f707b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.357384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-749db717-5e63-4269-9f24-4747019f707b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.357467] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749db717-5e63-4269-9f24-4747019f707b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.652498] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 in Status: SUCCESS [ 826.652859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.652900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.654034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.654034] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.654034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.654034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.654034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.654034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.654034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.654034] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.662354] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.662547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.662618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.662863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.662972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.663196] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 already deleted. [ 826.663242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.860371] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 749db717-5e63-4269-9f24-4747019f707b [ 826.860653] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.861449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.861449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.861449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.861449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.861449] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:749db717-5e63-4269-9f24-4747019f707b already deleted. [ 826.861765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-749db717-5e63-4269-9f24-4747019f707b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.156417] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.156574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.156574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.156970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.156970] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.156970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.157233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.157323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.157406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.157496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.157649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.157758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.157825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.157932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.158158] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.158282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.158282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.158463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.158463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.158606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.158606] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.664764] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 782dfe19-50d8-47c7-be18-1d7087d591a3: rpc.has_security_group_logging(os_id): False [ 827.684418] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.684418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.684418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.684418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.684418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.684842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.684842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.684842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.684980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.685287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.685372] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.685493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.685561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.685767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.685884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.686184] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.686262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.686354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.686480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.686566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.686652] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 is going to be created. [ 827.750782] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.751057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.751057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.751348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.751555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.765842] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 in Status: IN_PROGRESS for 2s [ 828.643685] env[69735]: INFO networking_nsxv3.common.synchronization [req-521247b1-1f5d-49bf-af09-b4e700287c23 req-f0f43bb2-06c5-454f-8b5b-c44212ddc592 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 828.643685] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 828.644023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.644023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.646012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.646012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.646012] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.646845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.646845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.646845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.646845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.647190] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.152920] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.153318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.153318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.153447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.175024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.175307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.175539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.175604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.175838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.175880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.175973] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be updated. [ 829.206467] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.206643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.206728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.206963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.207121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.219502] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 829.313680] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.313916] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.314043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.314295] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.314570] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.314731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.314846] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.316996] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.317286] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.317968] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.318143] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.318291] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.318431] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.318570] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.318703] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.318868] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.340751] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.340916] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.341248] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.341554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.341903] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-ae0083e4-4c83-4c3e-b256-711e208bfb28 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.342132] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.342205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.342549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.342690] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0083e4-4c83-4c3e-b256-711e208bfb28',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.781910] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 in Status: SUCCESS [ 829.781910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.845563] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.845977] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.846239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.846686] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.846960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.847306] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port ae0083e4-4c83-4c3e-b256-711e208bfb28 not found, creating... [ 829.847842] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.850325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.850325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.850325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.850325] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.850753] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.850753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.850753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.851073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.851248] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.851420] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: ae0083e4-4c83-4c3e-b256-711e208bfb28 is going to be created. [ 829.879030] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.879030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.879030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.879030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.879030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.879030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.714341] env[69735]: INFO networking_nsxv3.common.synchronization [req-521247b1-1f5d-49bf-af09-b4e700287c23 req-a4830791-9f76-4067-a4d9-3cac61f157df service nova] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_rules [ 830.714642] env[69735]: INFO networking_nsxv3.common.synchronization [req-521247b1-1f5d-49bf-af09-b4e700287c23 req-a4830791-9f76-4067-a4d9-3cac61f157df service nova] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 830.714911] env[69735]: INFO networking_nsxv3.common.synchronization [req-521247b1-1f5d-49bf-af09-b4e700287c23 req-a4830791-9f76-4067-a4d9-3cac61f157df service nova] Enqueued Resource ID: ae0083e4-4c83-4c3e-b256-711e208bfb28 with Priority: HIGHEST for action port [ 830.715489] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_rules [ 830.715728] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 830.715872] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0083e4-4c83-4c3e-b256-711e208bfb28 with Priority: HIGHEST for action port [ 830.720641] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.720793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.720869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.721242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.721343] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.722772] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.722894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.726023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae0083e4-4c83-4c3e-b256-711e208bfb28 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.726023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.726023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.726023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.726023] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0083e4-4c83-4c3e-b256-711e208bfb28',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.089813] env[69735]: INFO networking_nsxv3.common.synchronization [req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 req-ae47e800-01f3-4da4-94cf-9373d6f4ea2a tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Enqueued Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_members [ 831.091876] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGHEST for action security_group_members [ 831.091876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.091876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.091876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.091876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.091876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.091876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.091876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.091876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.091876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.091876] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.228263] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.228854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.228854] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae0083e4-4c83-4c3e-b256-711e208bfb28 with status ACTIVE [ 831.229070] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.229193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.229302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.233406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.233583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.233913] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.234191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.234307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.234825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.234825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.235032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.239774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.240011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.240179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.240310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.240447] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae0083e4-4c83-4c3e-b256-711e208bfb28 is going to be updated. [ 831.245493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 831.245493] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 deletion is rescheduled due to dependency. [ 831.245493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.245857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.246195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.246470] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.247353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.247353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.247353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.249926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.249926] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.257736] env[69735]: INFO networking_nsxv3.common.synchronization [req-1259e3ee-3b87-4352-b370-03c773fcd0c3 req-bab37a18-40d6-44b9-8437-9b4ca64a6854 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 831.258070] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 831.259136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.259136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.259136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.259136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.259136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.259136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.259136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.259902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.259902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.259902] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.282148] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.282148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.282148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.282148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.282148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.282148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae0083e4-4c83-4c3e-b256-711e208bfb28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.328753] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:0 completed [ 831.328965] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:1 started [ 831.596794] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.596794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.596794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.596794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.596794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.596794] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.597208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.597208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.597265] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.597344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597430] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6987d921-1a35-4c26-b6bc-b86818f9804d is going to be updated. [ 831.627821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.629491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.629491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.629491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.629491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.637610] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6987d921-1a35-4c26-b6bc-b86818f9804d in Status: IN_PROGRESS for 2s [ 831.756456] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.761736] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.761886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.762136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.762387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.762568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.762853] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.763033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.763690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.763957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.764108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.764247] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 831.792679] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.792679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.792679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.792837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.793306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.807190] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 832.259434] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.529649] env[69735]: INFO networking_nsxv3.common.synchronization [None req-1aa2c2e1-6de9-4469-9aeb-f767620f316d None None] Enqueued Resource ID: 0a83dde5-c651-49aa-82f7-cd1254b399fc with Priority: HIGHEST for action port [ 832.533109] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a83dde5-c651-49aa-82f7-cd1254b399fc with Priority: HIGHEST for action port [ 832.533676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a83dde5-c651-49aa-82f7-cd1254b399fc taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.533810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a83dde5-c651-49aa-82f7-cd1254b399fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.533877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a83dde5-c651-49aa-82f7-cd1254b399fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.534962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a83dde5-c651-49aa-82f7-cd1254b399fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.534962] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a83dde5-c651-49aa-82f7-cd1254b399fc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.761914] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.762544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.762544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.762544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.762544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.762544] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be updated. [ 832.766959] env[69735]: INFO networking_nsxv3.common.synchronization [req-52448160-0f6c-442a-9bc1-afd2ced82ff9 req-eadf85b6-8ca8-423b-b055-d909cddeb85b tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Enqueued Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_members [ 832.767187] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGHEST for action security_group_members [ 832.768086] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.768287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.768287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.768446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.768615] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.768715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.768772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.769092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.769092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.769282] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.804550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.804550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.804550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.804550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.805872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.815185] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 833.043253] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a83dde5-c651-49aa-82f7-cd1254b399fc [ 833.043253] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.043253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.043253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.043253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.043253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.043541] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a83dde5-c651-49aa-82f7-cd1254b399fc already deleted. [ 833.043541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a83dde5-c651-49aa-82f7-cd1254b399fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.277623] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.277862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.277862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.278080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.278178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.278376] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.278473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.278537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.278695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.278763] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.280170] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cced23e8-9574-415f-8cd9-a0df0a86c126 is going to be updated. [ 833.313224] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.313224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.313224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.313224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.313224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.322439] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cced23e8-9574-415f-8cd9-a0df0a86c126 in Status: IN_PROGRESS for 2s [ 833.649239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6987d921-1a35-4c26-b6bc-b86818f9804d in Status: SUCCESS [ 833.649460] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6987d921-1a35-4c26-b6bc-b86818f9804d deletion is rescheduled due to dependency. [ 833.649523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.817209] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 833.817417] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce deletion is rescheduled due to dependency. [ 833.817509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.827917] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 834.828263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.828768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.829430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.829430] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.829430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.829430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.829944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.829944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.829944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.829944] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.922782] env[69735]: INFO networking_nsxv3.common.synchronization [None req-71b6d884-7372-4130-948a-72cbba7161c5 None None] Enqueued Resource ID: 66561a1d-b209-403b-a6bc-1fb0d2f99da8 with Priority: HIGHEST for action port [ 834.923479] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66561a1d-b209-403b-a6bc-1fb0d2f99da8 with Priority: HIGHEST for action port [ 834.924036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-66561a1d-b209-403b-a6bc-1fb0d2f99da8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.924798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66561a1d-b209-403b-a6bc-1fb0d2f99da8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.924908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66561a1d-b209-403b-a6bc-1fb0d2f99da8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.925243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66561a1d-b209-403b-a6bc-1fb0d2f99da8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.925330] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66561a1d-b209-403b-a6bc-1fb0d2f99da8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.086852] env[69735]: INFO networking_nsxv3.common.synchronization [None req-8b832616-b7bd-4fe7-9745-87dfc39cdb4c None None] Enqueued Resource ID: fecf65bb-a95b-454b-98d1-407e817d871c with Priority: HIGHEST for action port [ 835.087119] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecf65bb-a95b-454b-98d1-407e817d871c with Priority: HIGHEST for action port [ 835.090020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fecf65bb-a95b-454b-98d1-407e817d871c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.090020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fecf65bb-a95b-454b-98d1-407e817d871c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.090020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fecf65bb-a95b-454b-98d1-407e817d871c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.090020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fecf65bb-a95b-454b-98d1-407e817d871c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.090020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecf65bb-a95b-454b-98d1-407e817d871c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.335025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.335025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.335025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.335680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.335680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.335680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335680] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.337754] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cced23e8-9574-415f-8cd9-a0df0a86c126 in Status: SUCCESS [ 835.337928] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cced23e8-9574-415f-8cd9-a0df0a86c126 deletion is rescheduled due to dependency. [ 835.337991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.430141] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66561a1d-b209-403b-a6bc-1fb0d2f99da8 [ 835.430141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.430141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.430141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.430141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.430492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.430492] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66561a1d-b209-403b-a6bc-1fb0d2f99da8 already deleted. [ 835.430492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66561a1d-b209-403b-a6bc-1fb0d2f99da8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.592526] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fecf65bb-a95b-454b-98d1-407e817d871c [ 835.592895] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.593152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.593271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.593582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.593732] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.593882] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fecf65bb-a95b-454b-98d1-407e817d871c already deleted. [ 835.594037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fecf65bb-a95b-454b-98d1-407e817d871c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.837398] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc3937c-c92a-4378-9447-f0ee29a7b772: rpc.has_security_group_logging(os_id): False [ 835.857017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.857171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.857245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.857528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.857625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.857821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.857920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.857985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.858165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.858245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.858435] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.858552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.858591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.858722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.858795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.859009] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.860756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.860860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.861032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.861128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.861237] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be updated. [ 835.929652] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.929652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.929818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.929940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.930117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.944205] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 837.231964] env[69735]: INFO networking_nsxv3.common.synchronization [None req-93d7c1c6-82c9-49c9-9f37-b98a99ae0574 None None] Enqueued Resource ID: 5968afa2-ee38-493b-9b69-032309bbc53f with Priority: HIGHEST for action port [ 837.232235] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5968afa2-ee38-493b-9b69-032309bbc53f with Priority: HIGHEST for action port [ 837.232827] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5968afa2-ee38-493b-9b69-032309bbc53f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.232969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5968afa2-ee38-493b-9b69-032309bbc53f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.233050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5968afa2-ee38-493b-9b69-032309bbc53f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.234495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5968afa2-ee38-493b-9b69-032309bbc53f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.234495] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5968afa2-ee38-493b-9b69-032309bbc53f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.736311] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5968afa2-ee38-493b-9b69-032309bbc53f [ 837.736530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.736671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.736745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.736943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.737040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.737143] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5968afa2-ee38-493b-9b69-032309bbc53f already deleted. [ 837.737248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5968afa2-ee38-493b-9b69-032309bbc53f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.960682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 837.960933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.455042] env[69735]: INFO networking_nsxv3.common.synchronization [req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 req-2760a326-c5c4-4751-8144-326658cebc7c tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Enqueued Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_members [ 839.457130] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGHEST for action security_group_members [ 839.457130] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.457130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.457130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.457130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.457130] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.457130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.457130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.457130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.457130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.457130] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.959876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.960051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.960126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.960349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.960445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.960641] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.960770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.960800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.960942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.961130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.961980] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 is going to be updated. [ 839.992375] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.992904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.992904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.992904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.993063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.010094] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 in Status: IN_PROGRESS for 2s [ 842.023720] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 in Status: SUCCESS [ 842.024027] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 deletion is rescheduled due to dependency. [ 842.024246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.260812] env[69735]: INFO networking_nsxv3.common.synchronization [req-93c3edcf-3dc2-413e-a38e-41ffc5d505da req-43d0b09a-a1f5-4c96-9588-0538b4c495e5 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 842.261679] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 842.262037] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.262154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.262225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.262426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.262839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.262947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.263038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.263251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.263352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.263429] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.765717] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.036434] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.036748] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.036748] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.038382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.038382] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.038382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.038382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.038382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.038382] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.038382] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.038382] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.038382] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.038382] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.038994] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.038994] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.038994] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.059828] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.060116] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.060208] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.060360] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-323" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.060688] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2cd5c29a-bbcf-49ef-909b-1a4addfef694 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.060999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.060999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.062093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.062093] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd5c29a-bbcf-49ef-909b-1a4addfef694',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.267855] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.565349] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.565636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.565720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.566094] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.566308] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.566495] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2cd5c29a-bbcf-49ef-909b-1a4addfef694 not found, creating... [ 843.566818] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.567041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.567199] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.567474] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.567647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.567966] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.568186] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.568338] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.568587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.568757] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.568929] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 is going to be created. [ 843.595909] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.595909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.595909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.595909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.596264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.596309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.770394] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.770558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.770631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.770878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.770981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.771271] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 843.804437] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.804640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.804640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.804850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.804991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.815460] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 844.552402] env[69735]: INFO networking_nsxv3.common.synchronization [req-93c3edcf-3dc2-413e-a38e-41ffc5d505da req-d1023653-efaa-4b33-974c-0d7a403f527b service nova] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 844.552402] env[69735]: INFO networking_nsxv3.common.synchronization [req-93c3edcf-3dc2-413e-a38e-41ffc5d505da req-d1023653-efaa-4b33-974c-0d7a403f527b service nova] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 844.552402] env[69735]: INFO networking_nsxv3.common.synchronization [req-93c3edcf-3dc2-413e-a38e-41ffc5d505da req-d1023653-efaa-4b33-974c-0d7a403f527b service nova] Enqueued Resource ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with Priority: HIGHEST for action port [ 844.552402] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 844.552976] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 844.552976] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with Priority: HIGHEST for action port [ 844.553218] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.553498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.553584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.553771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.553882] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.555075] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.555075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.555230] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd5c29a-bbcf-49ef-909b-1a4addfef694 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.555416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.555416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.555807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.555807] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd5c29a-bbcf-49ef-909b-1a4addfef694',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.898691] env[69735]: INFO networking_nsxv3.common.synchronization [req-c09b4ee2-8ce4-4357-9648-d46d10c7975e req-d6ecd763-eaae-47a5-a5cc-ddded0817106 tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Enqueued Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_members [ 844.899220] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_members [ 844.899558] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.899767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.899842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.900128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.900351] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.900605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.900679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.900846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.900952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.901109] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.057510] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.057649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.059073] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with status ACTIVE [ 845.059269] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.059393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.059461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.059674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.059769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.060313] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.060313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.060313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.060313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.060632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.060632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.060714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.060714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.061122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.061122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.061122] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 is going to be updated. [ 845.089475] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.089475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.089475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.089475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.089475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.089862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.252616] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.252744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.252918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.253359] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.253890] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.254198] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.254424] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.254820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.255087] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.255619] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.255799] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.255959] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.256168] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.256323] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.256442] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.256606] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.284783] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.285101] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.285346] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.285643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.286729] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f859dc3d-d716-4fd2-a642-797960931c10 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.286729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.286729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.287180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.287417] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f859dc3d-d716-4fd2-a642-797960931c10',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.406063] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.406239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.406307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.406527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.406620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.406815] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.406906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.406971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.407136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.407212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.407291] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31b6ef-0618-425b-833b-282fd922f919 already deleted. [ 845.407481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.793338] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.793856] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.793856] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.794070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.794247] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.794414] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f859dc3d-d716-4fd2-a642-797960931c10 not found, creating... [ 845.794678] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.794833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.794960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.795214] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.795320] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.795618] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.795774] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.795889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.796206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.796355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.796551] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f859dc3d-d716-4fd2-a642-797960931c10 is going to be created. [ 845.816617] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.817047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.817215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.817500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.817714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.818085] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.829171] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 845.829446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.829634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.829857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.830058] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.830174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.830239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.830407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.830679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.830679] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.332622] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.577682] env[69735]: INFO networking_nsxv3.common.synchronization [req-c09b4ee2-8ce4-4357-9648-d46d10c7975e req-49b22217-9b23-4f77-b461-61f3c63537cf service nova] Enqueued Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_rules [ 846.577682] env[69735]: INFO networking_nsxv3.common.synchronization [req-c09b4ee2-8ce4-4357-9648-d46d10c7975e req-49b22217-9b23-4f77-b461-61f3c63537cf service nova] Enqueued Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_members [ 846.577682] env[69735]: INFO networking_nsxv3.common.synchronization [req-c09b4ee2-8ce4-4357-9648-d46d10c7975e req-49b22217-9b23-4f77-b461-61f3c63537cf service nova] Enqueued Resource ID: f859dc3d-d716-4fd2-a642-797960931c10 with Priority: HIGHEST for action port [ 846.577682] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_rules [ 846.577682] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_members [ 846.578198] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f859dc3d-d716-4fd2-a642-797960931c10 with Priority: HIGHEST for action port [ 846.580895] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.580895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.580895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.580895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.580895] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.581918] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.582250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.582576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.582893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.584354] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.584354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.584354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.584354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.584354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.584354] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.586381] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f859dc3d-d716-4fd2-a642-797960931c10 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.586381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.586381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.586381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.586381] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f859dc3d-d716-4fd2-a642-797960931c10',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.835233] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.082816] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.083028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.089564] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.094219] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f859dc3d-d716-4fd2-a642-797960931c10 with status ACTIVE [ 847.094219] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.094219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.098209] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.098209] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.098209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.098209] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f859dc3d-d716-4fd2-a642-797960931c10 is going to be updated. [ 847.125069] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.125069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.125069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.125069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.125069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.125069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f859dc3d-d716-4fd2-a642-797960931c10" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.337811] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.338049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.338111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.338322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.338419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.338520] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 847.368725] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.368969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.368969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.369223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.369377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.383279] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 847.593019] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.096310] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.096310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.096310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.096310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.096310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.096310] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31b6ef-0618-425b-833b-282fd922f919 is going to be created. [ 848.120859] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.121021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.121254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.121332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.122414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.132287] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31b6ef-0618-425b-833b-282fd922f919 in Status: UNINITIALIZED for 2s [ 848.254746] env[69735]: INFO networking_nsxv3.common.synchronization [req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac req-31d1c60c-7433-4555-bf80-4202bdc5942f tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 848.255589] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 848.256029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.256223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.256383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.256610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.256820] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.257034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.257144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.257361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.257493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.257629] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.574682] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.574682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.574682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.574682] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.574682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.576139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.576324] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.576548] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.576668] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.576780] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.576886] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.577011] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.580363] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.580363] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.600347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.600513] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.600682] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.600937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.601341] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-763d5d1c-97e1-4caf-8063-141f8a715cd7 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.601565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.601754] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.605929] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.606036] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763d5d1c-97e1-4caf-8063-141f8a715cd7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.761220] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.110028] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.110028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.110028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.110028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.110562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.110562] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 763d5d1c-97e1-4caf-8063-141f8a715cd7 not found, creating... [ 849.110643] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.110768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.110864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.111153] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.111312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.111605] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.111778] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.111909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.112154] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.112304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.112445] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 763d5d1c-97e1-4caf-8063-141f8a715cd7 is going to be created. [ 849.133823] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.134162] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.134322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.134695] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.134874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.135130] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.263221] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.395531] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 849.395531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.395742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.396317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.396317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.396585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.396585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.396685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.396685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.396787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.396890] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.767330] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.767330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.767330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.767330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.767330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.768145] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be updated. [ 849.801864] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.802008] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.802182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.805017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.805017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.813167] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: IN_PROGRESS for 2s [ 849.903044] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.903231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.903322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.903552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.903728] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.903831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.903895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.904063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.904154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.904257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.904403] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.904492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.904602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.904766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.904909] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.904997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.905104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.905206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.905280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.905358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.905445] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.912785] env[69735]: INFO networking_nsxv3.common.synchronization [req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac req-968e164e-aa42-4e3e-b119-f0fbde88e0a2 service nova] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_rules [ 849.912949] env[69735]: INFO networking_nsxv3.common.synchronization [req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac req-968e164e-aa42-4e3e-b119-f0fbde88e0a2 service nova] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 849.913111] env[69735]: INFO networking_nsxv3.common.synchronization [req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac req-968e164e-aa42-4e3e-b119-f0fbde88e0a2 service nova] Enqueued Resource ID: 763d5d1c-97e1-4caf-8063-141f8a715cd7 with Priority: HIGHEST for action port [ 849.913647] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_rules [ 849.915034] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 849.915034] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763d5d1c-97e1-4caf-8063-141f8a715cd7 with Priority: HIGHEST for action port [ 849.915034] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.915034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.915034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.915034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.915034] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.915912] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.915912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.915912] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-763d5d1c-97e1-4caf-8063-141f8a715cd7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.915912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.915912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.916208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.916208] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763d5d1c-97e1-4caf-8063-141f8a715cd7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.142961] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31b6ef-0618-425b-833b-282fd922f919 in Status: SUCCESS [ 850.143466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.143466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.143930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.143930] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.143930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.144074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.144202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.144281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.145080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.145080] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.294520] env[69735]: INFO networking_nsxv3.common.synchronization [req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 req-6fd83e86-00df-4f8c-be1e-e85ced7a0bb5 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 850.295027] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 850.295342] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.295483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.295549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.295762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.295910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.296015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.297411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.297411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.297411] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.413285] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03c9599-e7e2-4d5e-bde1-6827208084b8: rpc.has_security_group_logging(os_id): False [ 850.418179] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.418403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.418493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 763d5d1c-97e1-4caf-8063-141f8a715cd7 with status ACTIVE [ 850.418668] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.418775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.418842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.419070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.419162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.419333] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.419431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.419493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.419646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.419724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.419911] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.420027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.420091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.420239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.420306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.420394] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 763d5d1c-97e1-4caf-8063-141f8a715cd7 is going to be updated. [ 850.432174] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.432365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.432421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.432603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.432694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.432878] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.432964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.433043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.433206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.433328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.433505] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.433600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.433661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.433805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.433884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.434092] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.434182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.434239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.434375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.434446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.434530] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 850.441697] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.441915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.441915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.442085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.442261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.442371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-763d5d1c-97e1-4caf-8063-141f8a715cd7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.496721] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.497240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.497240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.497356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.497658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.531870] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 850.646917] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.647114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.647187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.647451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.647586] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.647709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.647762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.647950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.648164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.648164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.648285] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.648353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.648477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.648579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.648721] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.648887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.648887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.648994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.649084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.649166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.649266] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.799220] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.799220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.799220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.799374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.800814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.800814] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.800814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.800814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.800814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.800814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.800814] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be updated. [ 850.830663] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.830663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.830933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.831076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.831258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841789] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 850.987971] env[69735]: INFO networking_nsxv3.common.synchronization [req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd req-cb4bd9b4-d217-42c3-8d8a-e29e5702d033 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_members [ 850.988539] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_members [ 850.988849] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.988967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.990687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.990994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.991205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.991327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.991390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.991577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.991638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.991740] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.152116] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d31b6ef-0618-425b-833b-282fd922f919: rpc.has_security_group_logging(os_id): False [ 851.174642] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.174793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.174863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.175117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.175209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.175418] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.175521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.175605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.175775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.175857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.177218] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.177332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.177400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.177781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.179016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.179016] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.179016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.179016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.179016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.179016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.179016] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d31b6ef-0618-425b-833b-282fd922f919 is going to be created. [ 851.253953] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.254385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.254504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.255027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.255260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.268986] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d31b6ef-0618-425b-833b-282fd922f919 in Status: IN_PROGRESS for 2s [ 851.404547] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.404740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.404863] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405662] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405869] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.406015] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.406387] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.406586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.406843] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.406963] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.407138] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.407272] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.407424] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.407606] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.408734] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.429364] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.430070] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.430070] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.430070] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.430289] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2394415d-6d72-433a-a871-703b04bde4f9 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.430391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.430430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.430758] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.430908] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2394415d-6d72-433a-a871-703b04bde4f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.495855] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.496027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.496105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.496323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.496450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.496613] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.496711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.496776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.496922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.496998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.497553] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e6017-7805-4511-befe-7193c3082e29 already deleted. [ 851.497553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.825564] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 851.825564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.825776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.826084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.826203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.826320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.826388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.826551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.826634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.826735] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.935517] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.935517] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.935517] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.935517] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.935744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.935775] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2394415d-6d72-433a-a871-703b04bde4f9 not found, creating... [ 851.936952] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.936952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.936952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.936952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.936952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.937474] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.937751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.937992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.938374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.938568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.940057] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2394415d-6d72-433a-a871-703b04bde4f9 is going to be created. [ 851.966356] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.966356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.966356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.966356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.966356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.966356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.329274] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.550818] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 852.551099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.833745] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.852453] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 852.852551] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 deletion is rescheduled due to dependency. [ 852.852642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.942353] env[69735]: INFO networking_nsxv3.common.synchronization [req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd req-c384d3db-82d8-4150-a513-fbf1bed4022b service nova] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_rules [ 852.942534] env[69735]: INFO networking_nsxv3.common.synchronization [req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd req-c384d3db-82d8-4150-a513-fbf1bed4022b service nova] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_members [ 852.942677] env[69735]: INFO networking_nsxv3.common.synchronization [req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd req-c384d3db-82d8-4150-a513-fbf1bed4022b service nova] Enqueued Resource ID: 2394415d-6d72-433a-a871-703b04bde4f9 with Priority: HIGHEST for action port [ 852.943535] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_rules [ 852.943868] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_members [ 852.944063] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2394415d-6d72-433a-a871-703b04bde4f9 with Priority: HIGHEST for action port [ 852.944410] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.944664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.944664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.944848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.944951] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.946916] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.950136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.950136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.950136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.950136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.950136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.950136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.950136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.950136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.950136] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.950852] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2394415d-6d72-433a-a871-703b04bde4f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.950972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.951049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.951319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.951368] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2394415d-6d72-433a-a871-703b04bde4f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.285595] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d31b6ef-0618-425b-833b-282fd922f919 in Status: SUCCESS [ 853.285595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.336915] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.337405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.337405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.337405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.337405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.337540] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be updated. [ 853.367285] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.367498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.367591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.368085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.368294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.378124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: IN_PROGRESS for 2s [ 853.447794] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.448026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.452476] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.453687] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2394415d-6d72-433a-a871-703b04bde4f9 with status ACTIVE [ 853.453838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.453974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.454036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.454259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.454355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.454590] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.454707] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.454771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.454930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.455067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.455382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.455552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.455632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.455817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.455898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.455986] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2394415d-6d72-433a-a871-703b04bde4f9 is going to be updated. [ 853.480646] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.480777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.480846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.481085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.482783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.482783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2394415d-6d72-433a-a871-703b04bde4f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.959775] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.256789] env[69735]: INFO networking_nsxv3.common.synchronization [None req-587aa059-cd4c-4254-8f81-3a7ed8196010 None None] Enqueued Resource ID: bf630049-05c0-4088-9700-b43d295e01ee with Priority: HIGHEST for action port [ 854.257890] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf630049-05c0-4088-9700-b43d295e01ee with Priority: HIGHEST for action port [ 854.258332] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf630049-05c0-4088-9700-b43d295e01ee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.258576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf630049-05c0-4088-9700-b43d295e01ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.258958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf630049-05c0-4088-9700-b43d295e01ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.259173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf630049-05c0-4088-9700-b43d295e01ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.260376] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf630049-05c0-4088-9700-b43d295e01ee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.464132] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.464132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.464132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.464132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.464132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.464132] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e6017-7805-4511-befe-7193c3082e29 is going to be created. [ 854.491718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.491718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.491718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.491718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.491718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.501627] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: UNINITIALIZED for 2s [ 854.761846] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf630049-05c0-4088-9700-b43d295e01ee [ 854.762431] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.762692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.762781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.763349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.763491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.764071] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf630049-05c0-4088-9700-b43d295e01ee already deleted. [ 854.764071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf630049-05c0-4088-9700-b43d295e01ee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.116217] env[69735]: INFO networking_nsxv3.common.synchronization [req-bdb04892-116c-4bf6-aeae-02ffc8f70ca4 req-d2b6c0a7-6acf-44f0-9696-9a22fc3c4577 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 855.116438] env[69735]: INFO networking_nsxv3.common.synchronization [req-bdb04892-116c-4bf6-aeae-02ffc8f70ca4 req-d2b6c0a7-6acf-44f0-9696-9a22fc3c4577 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 855.116977] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 855.117149] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 855.118406] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.118561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.118648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.119034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.119177] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.119345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.119398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.119584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.119697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.119827] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.120873] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.121022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.121118] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.121306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.121487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.121594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.121685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.121857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.121983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.122138] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.170364] env[69735]: INFO networking_nsxv3.common.synchronization [req-bdb04892-116c-4bf6-aeae-02ffc8f70ca4 req-d2b6c0a7-6acf-44f0-9696-9a22fc3c4577 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_rules [ 855.170615] env[69735]: INFO networking_nsxv3.common.synchronization [req-bdb04892-116c-4bf6-aeae-02ffc8f70ca4 req-d2b6c0a7-6acf-44f0-9696-9a22fc3c4577 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 855.170777] env[69735]: INFO networking_nsxv3.common.synchronization [req-bdb04892-116c-4bf6-aeae-02ffc8f70ca4 req-d2b6c0a7-6acf-44f0-9696-9a22fc3c4577 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 855.170913] env[69735]: INFO networking_nsxv3.common.synchronization [req-bdb04892-116c-4bf6-aeae-02ffc8f70ca4 req-d2b6c0a7-6acf-44f0-9696-9a22fc3c4577 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 855.171084] env[69735]: INFO networking_nsxv3.common.synchronization [req-bdb04892-116c-4bf6-aeae-02ffc8f70ca4 req-d2b6c0a7-6acf-44f0-9696-9a22fc3c4577 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with Priority: HIGHEST for action port [ 855.171888] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_rules [ 855.172057] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 855.172164] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with Priority: HIGHEST for action port [ 855.172261] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 855.172366] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 855.172928] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.172928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.172928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.173197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.173334] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.174149] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.174371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.174371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.174572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.174652] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.175409] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd5c29a-bbcf-49ef-909b-1a4addfef694 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.176764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.176764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.176764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.176764] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd5c29a-bbcf-49ef-909b-1a4addfef694',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.176764] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.176764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.177315] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.177315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.390334] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 855.390334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.390462] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.390731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.390856] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.390976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.391069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.391431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.391563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.391672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.391707] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.627423] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.628440] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.678337] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.678337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.678608] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.678608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.678793] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with status ACTIVE [ 855.679087] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.679087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.679087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.679255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.680046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.680046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.680046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.680046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.680046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.680046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.680046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.680508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.680508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.680508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.680508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.680508] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 is going to be updated. [ 855.710343] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.710511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.710568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.710772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.710912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.711093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.896202] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.896376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.896444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.897261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.897261] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.897261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.897261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.897261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.897261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.897521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.897521] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.897521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.897644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.897793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.898076] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.898184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.898783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.898783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.898783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.898783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.898783] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.130532] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.131509] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.353016] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-3e7030e1-a4b1-4569-b381-2e73d7dcb425 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 856.353419] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 856.353733] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.353854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.353933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.355725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.355901] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.356017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.356087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.356261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.356423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.356423] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.401437] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44145e6b-11b6-40d7-83e4-d6c242c941bf: rpc.has_security_group_logging(os_id): False [ 856.425876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.426065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.426150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.426585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.453197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.453197] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.453197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.453197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.453197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.453197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.453626] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.453626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.453626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.454490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.454490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.454692] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.454922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.456042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.456042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.456042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.456042] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be updated. [ 856.516425] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: SUCCESS [ 856.516816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.517125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.517328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.517576] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.517736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.517857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.518019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.518963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.519114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.519219] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.528791] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.528791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.528791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.528791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.529121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.544964] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: IN_PROGRESS for 2s [ 856.637080] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.637080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.637080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.637080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.637080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.637080] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be created. [ 856.638605] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.639392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.639392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.639392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.639392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.639562] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 856.674226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.674226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.674226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.674226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.674226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.674226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.675588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.676017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.676854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.677143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.693416] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 856.694413] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: UNINITIALIZED for 2s [ 856.703316] env[69735]: INFO networking_nsxv3.common.synchronization [None req-3fad7d18-4719-4071-b249-56470d342ce1 None None] Enqueued Resource ID: fbcee909-c598-4583-88a1-1639de0142db with Priority: HIGHEST for action port [ 856.703316] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcee909-c598-4583-88a1-1639de0142db with Priority: HIGHEST for action port [ 856.703716] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbcee909-c598-4583-88a1-1639de0142db taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.703783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbcee909-c598-4583-88a1-1639de0142db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.703853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbcee909-c598-4583-88a1-1639de0142db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.707284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbcee909-c598-4583-88a1-1639de0142db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.707284] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbcee909-c598-4583-88a1-1639de0142db',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.858740] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.858869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.858935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.859292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.859580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.859766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.859875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.859933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.860152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.860246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.860347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 856.890633] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.891558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.891558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.891798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.891990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.903759] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 857.025916] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.211262] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbcee909-c598-4583-88a1-1639de0142db [ 857.211924] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.213355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.213355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.213355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.213355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.213355] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbcee909-c598-4583-88a1-1639de0142db already deleted. [ 857.213355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbcee909-c598-4583-88a1-1639de0142db" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.370115] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.370115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.374025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.374025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.374025] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.374025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.374025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.374025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.374025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.374025] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.374025] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.374025] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.374025] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.374025] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.374025] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.374025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.422030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.422030] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.422030] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.422030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.422030] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2c9c9b4d-a142-4182-90c4-559dd612ac63 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.422030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.422030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.422496] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.422546] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9c9b4d-a142-4182-90c4-559dd612ac63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.528928] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 467e6017-7805-4511-befe-7193c3082e29: rpc.has_security_group_logging(os_id): False [ 857.557025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.557025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.557025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.557025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467e6017-7805-4511-befe-7193c3082e29 is going to be created. [ 857.640019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.640019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.640019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.640019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.640019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.652496] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: IN_PROGRESS for 2s [ 857.927550] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.928222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.928526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.930137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.930137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.930137] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2c9c9b4d-a142-4182-90c4-559dd612ac63 not found, creating... [ 857.930137] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.930137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.930137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.930137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.931036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.931736] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.932081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.932246] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.932622] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.932867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.933130] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2c9c9b4d-a142-4182-90c4-559dd612ac63 is going to be created. [ 857.957988] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.958263] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.958427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.958711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.958963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.959334] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.561467] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 858.561966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.707732] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: SUCCESS [ 858.708083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.711607] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 858.711607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.711607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.711607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.711607] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.711607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.711607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.711607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.711607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.711607] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.712464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.713059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.713059] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.713059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.714155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.714155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.714155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.714155] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.717793] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-67c1dfe3-2c71-4860-bd93-07fc0d9a9ec9 service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 858.717793] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-67c1dfe3-2c71-4860-bd93-07fc0d9a9ec9 service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 858.717793] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-67c1dfe3-2c71-4860-bd93-07fc0d9a9ec9 service nova] Enqueued Resource ID: 2c9c9b4d-a142-4182-90c4-559dd612ac63 with Priority: HIGHEST for action port [ 858.717793] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 858.717793] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 858.717793] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c9c9b4d-a142-4182-90c4-559dd612ac63 with Priority: HIGHEST for action port [ 858.721106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.721251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.721311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.721606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.721710] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.722760] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.722891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.723129] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c9c9b4d-a142-4182-90c4-559dd612ac63 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.723267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.723372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.723627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.723752] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9c9b4d-a142-4182-90c4-559dd612ac63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.917682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 858.918374] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 deletion is rescheduled due to dependency. [ 858.918690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.918889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.919273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.919352] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.919533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.919812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.919887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.919988] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.216814] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.222049] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.223806] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-14099550-cee1-4b60-8bd8-4c74bddc305b tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 859.226869] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 859.227494] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.227494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.227941] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.228094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.231063] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c9c9b4d-a142-4182-90c4-559dd612ac63 with status ACTIVE [ 859.231550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.232684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.232684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.232684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.232684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.232684] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.234402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.234402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.234911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.234911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.234911] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.234911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.235135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.235416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.235416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.235680] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c9c9b4d-a142-4182-90c4-559dd612ac63 is going to be updated. [ 859.260944] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.261080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.261080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.261397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.261491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.261715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c9c9b4d-a142-4182-90c4-559dd612ac63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.299200] env[69735]: INFO networking_nsxv3.common.synchronization [req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b req-ed1950d8-75df-404a-9e48-823455da49cc tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Enqueued Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_members [ 859.300129] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGHEST for action security_group_members [ 859.300460] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.300654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.300735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.300929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.301099] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.301215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.301351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.302090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.302090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.302090] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.423440] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.631974] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.631974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.632620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.633206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.634209] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.634209] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.634619] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.635470] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.635470] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.635942] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.636288] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.636956] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.636956] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.637472] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.637674] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.637900] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.660347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.660535] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.660656] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.660898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-762" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.661300] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f3623a6a-0711-481d-9526-860b499e1f2e taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.661463] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.661591] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.661939] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.662095] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3623a6a-0711-481d-9526-860b499e1f2e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.669030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: SUCCESS [ 859.669182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.727345] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.729521] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.804547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.804831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.804927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.805251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.805389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.805758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.805899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.805969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31b6ef-0618-425b-833b-282fd922f919 is going to be updated. [ 859.835684] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.835827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.835872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.836297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.849169] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31b6ef-0618-425b-833b-282fd922f919 in Status: IN_PROGRESS for 2s [ 859.929022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.167168] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.167396] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.169020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.169020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.169020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.169020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f3623a6a-0711-481d-9526-860b499e1f2e not found, creating... [ 860.169020] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.169335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.169335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.169506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.169636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.170807] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.171098] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.171252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.171573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.171638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.171770] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f3623a6a-0711-481d-9526-860b499e1f2e is going to be created. [ 860.203529] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.203892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.203892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.204628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.204628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.204871] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.233862] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.233862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.233862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.234098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.234098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.234098] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be updated. [ 860.235557] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.235720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.235843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.238030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.238030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.238144] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 860.298596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.298756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.298859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.299154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.299334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.303421] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.303602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.303717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.303858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.304035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.319291] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 860.319993] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: IN_PROGRESS for 2s [ 860.430485] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.430485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.430485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.430778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.430778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.430857] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 860.475030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.475030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.475030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.475030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.475030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.493897] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 861.157674] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-4a71a2c5-872c-461a-934f-5f1cf68bdb1a service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 861.158715] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-4a71a2c5-872c-461a-934f-5f1cf68bdb1a service nova] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 861.158715] env[69735]: INFO networking_nsxv3.common.synchronization [req-ce37863f-69c8-4bcd-9463-c0a51480ab77 req-4a71a2c5-872c-461a-934f-5f1cf68bdb1a service nova] Enqueued Resource ID: f3623a6a-0711-481d-9526-860b499e1f2e with Priority: HIGHEST for action port [ 861.159313] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_rules [ 861.159485] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 861.159830] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3623a6a-0711-481d-9526-860b499e1f2e with Priority: HIGHEST for action port [ 861.162300] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.162300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.162300] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.162300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.162300] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3623a6a-0711-481d-9526-860b499e1f2e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.162300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.162300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.162300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.162300] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3623a6a-0711-481d-9526-860b499e1f2e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.663781] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3623a6a-0711-481d-9526-860b499e1f2e with status ACTIVE [ 861.664158] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.664342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.664870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.664907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.665688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.665688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.665688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.665688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.665688] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.665688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.665688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.665966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.665966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.665966] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3623a6a-0711-481d-9526-860b499e1f2e is going to be updated. [ 861.688291] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.688621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.688904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.689429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.689623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.689969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3623a6a-0711-481d-9526-860b499e1f2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.707551] env[69735]: INFO networking_nsxv3.common.synchronization [req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f req-4903fb07-caf0-4322-85fd-8ac9f043c8b3 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 861.708253] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 861.708584] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.708708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.708776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.710525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.710783] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.711380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.711478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.711845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.712332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.712500] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.745154] env[69735]: INFO networking_nsxv3.common.synchronization [None req-52f0aa55-a057-4c9b-a31f-d417780ac686 None None] Enqueued Resource ID: 8d9b6578-c101-4b05-bb3e-6e3111887b84 with Priority: HIGHEST for action port [ 861.745691] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9b6578-c101-4b05-bb3e-6e3111887b84 with Priority: HIGHEST for action port [ 861.746252] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d9b6578-c101-4b05-bb3e-6e3111887b84 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.746448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d9b6578-c101-4b05-bb3e-6e3111887b84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.746521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d9b6578-c101-4b05-bb3e-6e3111887b84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.746833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d9b6578-c101-4b05-bb3e-6e3111887b84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.746961] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9b6578-c101-4b05-bb3e-6e3111887b84',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.870452] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d31b6ef-0618-425b-833b-282fd922f919 in Status: SUCCESS [ 861.870452] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d31b6ef-0618-425b-833b-282fd922f919 deletion is rescheduled due to dependency. [ 861.870452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.143474] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.143648] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.143648] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.143962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.144247] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.144452] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.144656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.144942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.145118] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.145324] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.145441] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.145551] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.145709] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.145829] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.145937] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.146088] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.175499] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.175803] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.175803] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.175964] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.176321] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-b0b83617-2b7e-4c12-8812-f4dd906c599a taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.176504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.176632] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.177080] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.177123] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b83617-2b7e-4c12-8812-f4dd906c599a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.214549] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.214726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.214769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.214989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.215092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.215288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.215391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.215454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.215627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.215689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.215765] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a already deleted. [ 862.215844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.252817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d9b6578-c101-4b05-bb3e-6e3111887b84 [ 862.253115] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.253697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.253697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.253697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.253697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.253858] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d9b6578-c101-4b05-bb3e-6e3111887b84 already deleted. [ 862.253858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d9b6578-c101-4b05-bb3e-6e3111887b84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.333199] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: SUCCESS [ 862.334457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.335326] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 862.335631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.335811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.336048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.336255] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.336376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.336478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.336624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.337020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.337020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.337020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.337694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.337978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.338051] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.341489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.341489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.341789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.343851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.343851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.343851] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.503730] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 862.503955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.504256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.504396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.504645] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.504793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.504871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.505078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.505176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.505288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.505398] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.507493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.507693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.507888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.508331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.508412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.508590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.512156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.512418] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.692027] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.692027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port b0b83617-2b7e-4c12-8812-f4dd906c599a not found, creating... [ 862.692027] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.692027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.692682] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.692682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.692682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.692682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.692682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.692682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: b0b83617-2b7e-4c12-8812-f4dd906c599a is going to be created. [ 862.711485] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.711824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.711824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.712090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.712351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.712611] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.844085] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.845542] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.845680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.845716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.845910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.846083] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.846186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.846269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.846389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.846474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.846557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.846709] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.846802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.846853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.846996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.847359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.847461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.847521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.847672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.847796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.847852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.847937] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.015129] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.015129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.015129] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.350745] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035: rpc.has_security_group_logging(os_id): False [ 863.351923] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03c9599-e7e2-4d5e-bde1-6827208084b8: rpc.has_security_group_logging(os_id): False [ 863.371454] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.371703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.371761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.372368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.372368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.372526] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.372609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.372609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.372771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.372912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.373193] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.373366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.373437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.373601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.373691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.373935] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.374092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.374178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.374381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.374482] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.374625] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 863.376876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.377053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.377184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.377522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.377522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.377633] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.378239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.378239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.378239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.378239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.378239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be created. [ 863.475938] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.476174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.476241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.476520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.476795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.485225] env[69735]: INFO networking_nsxv3.common.synchronization [req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f req-7c46ae98-94d0-425c-a55a-a30127cddf1e service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 863.485306] env[69735]: INFO networking_nsxv3.common.synchronization [req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f req-7c46ae98-94d0-425c-a55a-a30127cddf1e service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 863.485743] env[69735]: INFO networking_nsxv3.common.synchronization [req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f req-7c46ae98-94d0-425c-a55a-a30127cddf1e service nova] Enqueued Resource ID: b0b83617-2b7e-4c12-8812-f4dd906c599a with Priority: HIGHEST for action port [ 863.490813] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.491069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.491119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.491410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.491625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.493330] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 863.493554] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 863.493707] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b83617-2b7e-4c12-8812-f4dd906c599a with Priority: HIGHEST for action port [ 863.494054] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.495026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.495366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.495366] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.500033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.500033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.500033] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.500033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b83617-2b7e-4c12-8812-f4dd906c599a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.500033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.500033] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b83617-2b7e-4c12-8812-f4dd906c599a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.502442] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: IN_PROGRESS for 2s [ 863.518175] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.531022] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 863.907156] env[69735]: INFO networking_nsxv3.common.synchronization [None req-66ee6e88-e3b2-4b47-8487-9c019543733f None None] Enqueued Resource ID: 228e9c8f-438a-49b9-8b05-200ac173adcf with Priority: HIGHEST for action port [ 863.907156] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e9c8f-438a-49b9-8b05-200ac173adcf with Priority: HIGHEST for action port [ 863.907156] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-228e9c8f-438a-49b9-8b05-200ac173adcf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-228e9c8f-438a-49b9-8b05-200ac173adcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-228e9c8f-438a-49b9-8b05-200ac173adcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-228e9c8f-438a-49b9-8b05-200ac173adcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907156] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('228e9c8f-438a-49b9-8b05-200ac173adcf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.003676] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.007840] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.007840] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0b83617-2b7e-4c12-8812-f4dd906c599a with status ACTIVE [ 864.007840] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.007840] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.007840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.007840] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.008856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.008856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.008856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.008856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.008856] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0b83617-2b7e-4c12-8812-f4dd906c599a is going to be updated. [ 864.023953] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.023953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.023953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.023953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.023953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.023953] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 864.037396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.037396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.037396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.037673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.037713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.037950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b83617-2b7e-4c12-8812-f4dd906c599a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.056668] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.056668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.056973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.056973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.057113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.069497] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 864.411075] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 228e9c8f-438a-49b9-8b05-200ac173adcf [ 864.411075] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.411075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.411075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.411075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.411075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.411075] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:228e9c8f-438a-49b9-8b05-200ac173adcf already deleted. [ 864.411075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-228e9c8f-438a-49b9-8b05-200ac173adcf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.499391] env[69735]: INFO networking_nsxv3.common.synchronization [req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe req-748ce8ff-21b8-46f1-97e3-b6bf162645a6 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 864.500431] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 864.500620] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.500620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.500620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.503120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.503120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.503120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.503120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.503120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.503120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.503120] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.507472] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.005448] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.009769] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.013564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.013564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.013564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.013564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.013564] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be created. [ 865.049248] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.049429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.049485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.049675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.049844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068935] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: UNINITIALIZED for 2s [ 865.511072] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.517324] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: SUCCESS [ 865.517324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.554629] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 865.555059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.013425] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.013646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.013749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.015706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.015829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.015959] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 866.060082] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.060082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.060082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.060082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.060082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.073479] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 866.083998] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 866.083998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.083998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.083998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.083998] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.083998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.083998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.083998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.083998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.084399] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.402154] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_members [ 866.402496] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 866.402710] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 866.409791] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_members [ 866.409791] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 866.409791] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 866.409791] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb33a90-ac82-4f62-9524-cc991a684944 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.409791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.409791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.410084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.410084] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.410178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.410269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.411095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.411095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.411095] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.411497] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.411553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.411948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.411948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.411948] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.412700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.415086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.415086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.415086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.415558] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.416672] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.416672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.416672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.416672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.416947] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.417364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.417364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.418013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.418013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.418013] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.476728] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_rules [ 866.476728] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_members [ 866.476955] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_rules [ 866.476955] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 866.477048] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 866.477191] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 866.477312] env[69735]: INFO networking_nsxv3.common.synchronization [req-1de8bbca-a0c9-4c1d-ba41-33150c4a4ab6 req-f948f0a0-ad40-412a-acdd-d9b186e7f0be tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with Priority: HIGHEST for action port [ 866.477783] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_rules [ 866.477920] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_rules [ 866.478158] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 866.478229] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with Priority: HIGHEST for action port [ 866.478299] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_rules [ 866.478494] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_members [ 866.478494] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 866.478734] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb33a90-ac82-4f62-9524-cc991a684944 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.478857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.478917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.479412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.479412] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.480391] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.480391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.480391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.480572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.480572] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.486236] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.486236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.486236] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd5c29a-bbcf-49ef-909b-1a4addfef694 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.486236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.486236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.486236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.486236] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd5c29a-bbcf-49ef-909b-1a4addfef694',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.486236] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.486236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.486236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.487129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.487129] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.488169] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb33a90-ac82-4f62-9524-cc991a684944 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.488169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.488426] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.488513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.587768] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.919560] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.920546] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.921784] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.990328] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cd5c29a-bbcf-49ef-909b-1a4addfef694 with status ACTIVE [ 866.990508] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.990728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.990728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.990978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991760] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.991760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.991760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.991760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992054] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.992525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.993032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.993254] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 is going to be updated. [ 866.994688] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.995206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.995567] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb33a90-ac82-4f62-9524-cc991a684944 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.995742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.001362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.002988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.023489] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.023489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.023719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.024980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.024980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.024980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd5c29a-bbcf-49ef-909b-1a4addfef694" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.083229] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.083229] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.083229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.083229] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.092116] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.426518] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.427311] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.428144] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.585962] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.586127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.586288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.586571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.586824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.586967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.587096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.587329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.588028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.588028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.588028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.588028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.588028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.588493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.588493] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.588493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.588606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.588779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.588779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.588872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.588983] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.594548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.594859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.594965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.595217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.595329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.595515] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 867.628868] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.628868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.628868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.628868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.628868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.639213] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 867.932158] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.932158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.932158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.932158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.932158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.932158] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb33a90-ac82-4f62-9524-cc991a684944 is going to be created. [ 867.937020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.937020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 867.937020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.937020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.937020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be updated. [ 867.969915] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.969915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.969915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.969915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.969915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.982759] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb33a90-ac82-4f62-9524-cc991a684944 in Status: UNINITIALIZED for 2s [ 867.982759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.982759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.982759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.983965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.983965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.985644] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.985707] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.985782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.986058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.986435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.995543] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: IN_PROGRESS for 2s [ 867.996679] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 868.082661] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 868.082886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.098021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca37c-23a4-498a-96f0-d8e472d6e56a: rpc.has_security_group_logging(os_id): False [ 868.114444] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.114889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.115040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.115296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.115470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.115844] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.115844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.115997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.116223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.117117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.117410] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.117577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.117895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.118155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.118295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.118553] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.118692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.118813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.119551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.119862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.119974] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be created. [ 868.190392] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.190627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.190696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.191071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.191343] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.206613] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 869.179641] env[69735]: INFO networking_nsxv3.common.synchronization [req-9e47e13b-83b7-452d-ab5b-ce966106f599 req-fef308dd-7d5f-4f28-ab15-7a65318ab5e9 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 869.180267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 869.182319] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.182463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.182512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.182714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.182904] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.183053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.183121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.183291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.183406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.183530] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.523976] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.523976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.523976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.523976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.524766] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.525128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.525363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.525704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.527654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.527654] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.527654] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.527654] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.527654] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.527654] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.527654] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.527654] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.554020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.554020] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.554020] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.554020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-499" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.554020] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-cf57a89b-730e-4936-b26c-b03dec12b29b taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.554020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.554020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.554020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.554020] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf57a89b-730e-4936-b26c-b03dec12b29b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.656492] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 869.656492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.656828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.657035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.657874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.657874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.657874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.657874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.657874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.658191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.661178] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.661178] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.661178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.661178] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.687838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.688825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.688989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.689675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.689675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.689835] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.691022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.691022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.691022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.691022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.691022] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be updated. [ 869.725670] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.725909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.725909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.726162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.726495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.740308] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: IN_PROGRESS for 2s [ 869.993946] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb33a90-ac82-4f62-9524-cc991a684944 in Status: SUCCESS [ 869.994162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.994483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.994637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.994839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.994941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.995033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.995215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.995295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.995397] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.012323] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: SUCCESS [ 870.012593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.012772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.013169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.013300] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.013414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.013414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.013698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.013698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.013791] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.016673] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 870.016850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.017761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.017857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.018260] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.019179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.019302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.019441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.019742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.019742] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.056538] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.056808] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.056968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.057274] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.057468] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.057660] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port cf57a89b-730e-4936-b26c-b03dec12b29b not found, creating... [ 870.057999] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.058174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.058328] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.058587] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.058873] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.059157] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.059427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.059523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.059768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.059942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.060147] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: cf57a89b-730e-4936-b26c-b03dec12b29b is going to be created. [ 870.087705] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.087984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.088145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.088460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.088809] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.089094] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.164533] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0: rpc.has_security_group_logging(os_id): False [ 870.197324] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.197671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.197671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.199270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.199270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.199270] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.199270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.199270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.199610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.199610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.199781] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.199912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.199965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.200207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.200263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.200544] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.200745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.200745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.200943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.200978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.201178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 870.232494] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 870.232742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.247374] env[69735]: INFO networking_nsxv3.common.synchronization [req-db3d421c-cb73-45ef-9571-2424387d4225 req-f3cb76ef-f6b5-4cd4-bb91-f75c515e4495 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_members [ 870.247374] env[69735]: INFO networking_nsxv3.common.synchronization [req-db3d421c-cb73-45ef-9571-2424387d4225 req-f3cb76ef-f6b5-4cd4-bb91-f75c515e4495 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 870.247582] env[69735]: INFO networking_nsxv3.common.synchronization [req-db3d421c-cb73-45ef-9571-2424387d4225 req-f3cb76ef-f6b5-4cd4-bb91-f75c515e4495 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 870.248998] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb33a90-ac82-4f62-9524-cc991a684944 with Priority: HIGHEST for action security_group_members [ 870.248998] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGHEST for action security_group_members [ 870.248998] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 870.249282] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb33a90-ac82-4f62-9524-cc991a684944 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.249403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.249648] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.249768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.249956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.250060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.287113] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.287113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.287113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.287113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.287113] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.299564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.299770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.299770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.299994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.300284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.330466] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 870.426407] env[69735]: INFO networking_nsxv3.common.synchronization [None req-74a1fe34-8df5-478d-a7c3-ab876c804d54 None None] Enqueued Resource ID: ef39003f-22d2-4fa0-8874-f05a449872e5 with Priority: HIGHEST for action port [ 870.426718] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef39003f-22d2-4fa0-8874-f05a449872e5 with Priority: HIGHEST for action port [ 870.431179] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef39003f-22d2-4fa0-8874-f05a449872e5 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.431179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef39003f-22d2-4fa0-8874-f05a449872e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.431179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef39003f-22d2-4fa0-8874-f05a449872e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.431179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef39003f-22d2-4fa0-8874-f05a449872e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.431179] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef39003f-22d2-4fa0-8874-f05a449872e5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.507024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.521651] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.522478] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.791235] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.918718] env[69735]: INFO networking_nsxv3.common.synchronization [req-9e47e13b-83b7-452d-ab5b-ce966106f599 req-28bf61af-6aa2-4b40-9e69-572b64df79b6 service nova] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 870.918939] env[69735]: INFO networking_nsxv3.common.synchronization [req-9e47e13b-83b7-452d-ab5b-ce966106f599 req-28bf61af-6aa2-4b40-9e69-572b64df79b6 service nova] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 870.919996] env[69735]: INFO networking_nsxv3.common.synchronization [req-9e47e13b-83b7-452d-ab5b-ce966106f599 req-28bf61af-6aa2-4b40-9e69-572b64df79b6 service nova] Enqueued Resource ID: cf57a89b-730e-4936-b26c-b03dec12b29b with Priority: HIGHEST for action port [ 870.919996] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_rules [ 870.923064] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 870.923251] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf57a89b-730e-4936-b26c-b03dec12b29b with Priority: HIGHEST for action port [ 870.923649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924518] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.927062] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.927062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.927062] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf57a89b-730e-4936-b26c-b03dec12b29b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.927062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.927062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.931400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.931541] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf57a89b-730e-4936-b26c-b03dec12b29b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.933269] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef39003f-22d2-4fa0-8874-f05a449872e5 [ 870.934283] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.934283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.934283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.934283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.934283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.934643] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef39003f-22d2-4fa0-8874-f05a449872e5 already deleted. [ 870.934643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef39003f-22d2-4fa0-8874-f05a449872e5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.006200] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.026654] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.028128] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.189815] env[69735]: INFO networking_nsxv3.common.synchronization [None req-a9ccd0af-1816-40f9-9833-54f47ee22a94 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Enqueued Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_rules [ 871.190557] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_rules [ 871.192097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.192286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.192445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.192782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.192782] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.293433] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.311118] env[69735]: INFO networking_nsxv3.common.synchronization [None req-2c35d7ca-f451-42d7-87f8-694273907c5c tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Enqueued Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_rules [ 871.312522] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_rules [ 871.316029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.316029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.433844] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.434182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.435627] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf57a89b-730e-4936-b26c-b03dec12b29b with status ACTIVE [ 871.435939] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.436213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.436560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.436875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.438100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.440883] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.440883] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.440883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.440883] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf57a89b-730e-4936-b26c-b03dec12b29b is going to be updated. [ 871.465186] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.465186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.465186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.465186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.465186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.465186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf57a89b-730e-4936-b26c-b03dec12b29b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.508940] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.509137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.509184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.509399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.514020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.514020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb33a90-ac82-4f62-9524-cc991a684944 is going to be updated. [ 871.531896] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.531896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.531896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.531896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.531896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.531896] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be updated. [ 871.532305] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.532437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.532510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.532704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.532786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.532880] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 871.557228] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.557228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.557228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.557488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.557542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.582042] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb33a90-ac82-4f62-9524-cc991a684944 in Status: IN_PROGRESS for 2s [ 871.584462] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.584645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.584718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.585058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.585334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.588168] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.588333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.588434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.589519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.589663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.606749] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: IN_PROGRESS for 2s [ 871.606749] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 871.722364] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.722364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.722364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.722364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.722364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.722364] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 already deleted. [ 871.722364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.722364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.722364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.722364] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.771182] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 871.771251] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 deletion is rescheduled due to dependency. [ 871.771661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.771661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.771831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.772368] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.772368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.772368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.772368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.772677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.772677] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.796532] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 871.796694] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 872.244823] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.246564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.246564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.246564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.246564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.246564] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 already deleted. [ 872.246564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.275325] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.353086] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 872.353781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.354604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.355085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.355371] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.779390] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.784155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.784710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.784710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.784710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.800703] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 872.802129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.803778] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 872.837613] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.837883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.837883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.838286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.843922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.844629] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 872.844754] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 872.846578] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 872.858558] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.858558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.858798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.858840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.859356] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.859356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.859356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.859356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.859576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.859576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.859647] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.891109] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.891368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.891368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.891476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.892607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.892776] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 872.977524] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.977524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.977844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.977844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.979875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.979875] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 873.042236] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.042561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.042561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.042753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.042957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.046207] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 873.046207] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8fc3937c-c92a-4378-9447-f0ee29a7b772', 'd03c9599-e7e2-4d5e-bde1-6827208084b8', 'd145630f-5159-4d5f-acfd-a6eef01400d9', 'dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e', '21b93071-7119-490e-b2ce-ae507eb96a82', 'ef3360fc-ed45-46eb-b71e-2455836cd7f3', '0fc57705-7fab-4c4a-a7fd-7b7a8141db48', '467e6017-7805-4511-befe-7193c3082e29', '6d31b6ef-0618-425b-833b-282fd922f919', '0cf241c1-aa34-4548-8012-60f45a01d761', 'cced23e8-9574-415f-8cd9-a0df0a86c126', '6987d921-1a35-4c26-b6bc-b86818f9804d', '49accbeb-2f88-4dcf-8665-674f2d4a3847', '641b4667-df2f-43e6-ae6a-5351a4ef8c63', '05ed611c-65b6-466e-ae37-13a4b4c60558', '44145e6b-11b6-40d7-83e4-d6c242c941bf', '17554eaf-48bc-4e26-aed3-7faa6957e537', '439513f2-8966-4e69-a7e5-314cb18341a7', '8470f7d5-7d49-46ae-b5d2-c83e4a1f0035', '782dfe19-50d8-47c7-be18-1d7087d591a3', '0930b60b-e085-4057-b7b4-2483dca32ef0', '04fa7292-21d2-4778-a0f6-7d3bd5b26b42', '22a752ff-17bc-4429-b693-fd4feeb7f95b', '8084238d-f9cd-4462-9cf2-dbc3ef4761a4', '7a6cefee-49b7-4a5e-b6cd-58df175bddda', '061ea451-d11e-4a4c-a4c3-706cd79da348', '23aec94f-89ab-4b08-b54f-d76caff1f669', 'bcbe4774-f869-49df-8ccb-e200db45ee9d', '471ca37c-23a4-498a-96f0-d8e472d6e56a', 'acc46db1-6731-4071-952d-07ff223ef502', 'fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0', 'd26a5b0b-15d0-4b9b-8869-5dfc93205181', '9c2163c8-6e42-49f8-a4ea-21bb0f3569ce'} {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 873.046207] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 873.065726] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.067993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.067993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.067993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.067993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.067993] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 873.067993] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 873.067993] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 873.134854] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.135021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.135021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.136033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.136033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.136262] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 873.136317] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 873.136366] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 873.136432] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 873.136510] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 873.136580] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGH for action security_group_rules [ 873.136656] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGH for action security_group_rules [ 873.136726] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGH for action security_group_rules [ 873.136780] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGH for action security_group_rules [ 873.136848] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGH for action security_group_rules [ 873.136913] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGH for action security_group_rules [ 873.136972] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGH for action security_group_rules [ 873.137051] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGH for action security_group_rules [ 873.137115] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGH for action security_group_rules [ 873.137177] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGH for action security_group_rules [ 873.137239] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGH for action security_group_rules [ 873.137300] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGH for action security_group_rules [ 873.137362] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGH for action security_group_rules [ 873.137426] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGH for action security_group_rules [ 873.137487] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGH for action security_group_rules [ 873.137550] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGH for action security_group_rules [ 873.137611] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGH for action security_group_rules [ 873.137675] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGH for action security_group_rules [ 873.137738] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGH for action security_group_rules [ 873.137801] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGH for action security_group_rules [ 873.137899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.306938] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.309664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.309664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.309664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.309664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.309664] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be updated. [ 873.362597] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.362990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.362990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.363189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.363288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.363487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.363661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.363784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.363911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.364123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.364503] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.364570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.364604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.364827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.365056] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.365453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.365453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.365453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.365624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.365624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.367614] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.370241] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.370460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.370460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.370748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.371184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.385357] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: IN_PROGRESS for 2s [ 873.589497] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb33a90-ac82-4f62-9524-cc991a684944 in Status: SUCCESS [ 873.589833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.590578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.590578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.590578] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.590786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.590786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.590853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.590933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.591040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.591135] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.592929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.592929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.592929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.592929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.592929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.593319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.593319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.593319] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.606467] env[69735]: INFO networking_nsxv3.common.synchronization [None req-5f18839b-63b5-4146-aebf-59d6c9f1c090 None None] Enqueued Resource ID: 29e21eac-f43d-4703-b643-9e96f727d62f with Priority: HIGHEST for action port [ 873.609423] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e21eac-f43d-4703-b643-9e96f727d62f with Priority: HIGHEST for action port [ 873.609673] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGH for action security_group_rules [ 873.609758] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d145630f-5159-4d5f-acfd-a6eef01400d9 with Priority: HIGH for action security_group_rules [ 873.609827] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 with Priority: HIGH for action security_group_rules [ 873.609922] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGH for action security_group_rules [ 873.609995] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 with Priority: HIGH for action security_group_rules [ 873.610112] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 with Priority: HIGH for action security_group_rules [ 873.610196] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439513f2-8966-4e69-a7e5-314cb18341a7 with Priority: HIGH for action security_group_rules [ 873.610283] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 with Priority: HIGH for action security_group_rules [ 873.611396] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 with Priority: HIGH for action security_group_rules [ 873.611396] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGH for action security_group_rules [ 873.611396] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 with Priority: HIGH for action security_group_rules [ 873.611396] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6987d921-1a35-4c26-b6bc-b86818f9804d with Priority: HIGH for action security_group_rules [ 873.611396] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cced23e8-9574-415f-8cd9-a0df0a86c126 with Priority: HIGH for action security_group_rules [ 873.611396] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGH for action security_group_rules [ 873.611396] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31b6ef-0618-425b-833b-282fd922f919 with Priority: HIGH for action security_group_rules [ 873.611726] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 with Priority: HIGH for action security_group_rules [ 873.611726] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGH for action security_group_rules [ 873.611726] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGH for action security_group_rules [ 873.611832] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGH for action security_group_rules [ 873.611832] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e with Priority: HIGH for action security_group_rules [ 873.614979] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e21eac-f43d-4703-b643-9e96f727d62f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.615144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e21eac-f43d-4703-b643-9e96f727d62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.615243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e21eac-f43d-4703-b643-9e96f727d62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.615948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e21eac-f43d-4703-b643-9e96f727d62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.615948] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e21eac-f43d-4703-b643-9e96f727d62f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.616796] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.617816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.617816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.620032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.620032] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.621183] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d145630f-5159-4d5f-acfd-a6eef01400d9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.621292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.621358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.621575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.621680] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d145630f-5159-4d5f-acfd-a6eef01400d9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.622772] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.622899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.622951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.623178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.623276] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc57705-7fab-4c4a-a7fd-7b7a8141db48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.624599] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.624599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.624599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.624900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.624900] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.628628] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-782dfe19-50d8-47c7-be18-1d7087d591a3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.632220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.632220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.632220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.632220] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('782dfe19-50d8-47c7-be18-1d7087d591a3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.632220] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.632220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.632220] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439513f2-8966-4e69-a7e5-314cb18341a7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.632220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.632220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.632220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.632220] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439513f2-8966-4e69-a7e5-314cb18341a7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.637231] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17554eaf-48bc-4e26-aed3-7faa6957e537 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.637231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.637231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.637231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.637231] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17554eaf-48bc-4e26-aed3-7faa6957e537',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.637231] env[69735]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 873.638008] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.638179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.638249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.638533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.638533] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641b4667-df2f-43e6-ae6a-5351a4ef8c63',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.641458] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.641571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.641644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.641918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.642138] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.643257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49accbeb-2f88-4dcf-8665-674f2d4a3847 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.643394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.643534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.645087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.645087] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49accbeb-2f88-4dcf-8665-674f2d4a3847',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.646258] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6987d921-1a35-4c26-b6bc-b86818f9804d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.647027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.647027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.647027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.647027] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6987d921-1a35-4c26-b6bc-b86818f9804d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.648482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cced23e8-9574-415f-8cd9-a0df0a86c126 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.648627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.649054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.649054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.649054] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cced23e8-9574-415f-8cd9-a0df0a86c126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.656308] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.656597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.656597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.656845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.657549] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.659216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d31b6ef-0618-425b-833b-282fd922f919 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.659216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.659216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.659216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.659491] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d31b6ef-0618-425b-833b-282fd922f919',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.660822] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.660822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.660822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.660822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.660822] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3360fc-ed45-46eb-b71e-2455836cd7f3',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.662081] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.662081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.662194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.662298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.662372] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.666842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.666842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.666842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.666842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.666842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.666842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.666842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.666842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.666842] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.666842] env[69735]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 873.686806] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: SUCCESS [ 873.687872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.688913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.689157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.689357] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.689472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.689699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.689699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.689812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.689845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.689932] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.696320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.696573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.696770] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.696884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.696946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.697109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.697194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.697288] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.700734] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 873.701696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.703572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.704578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.704765] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.704890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.704955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.705154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.705261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.705323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.705418] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.709557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.709743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.709826] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.710265] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.710265] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.710460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.710460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.710562] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.875051] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0: rpc.has_security_group_logging(os_id): False [ 873.898756] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.898895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.899236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.921884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.922269] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.922269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.922269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.922910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.922910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.922910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.922910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.922910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.923586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.923586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.923586] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.923586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.923586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.924137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.924137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.924137] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 873.997956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.998155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.998210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.998430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.998589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.019007] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 874.020680] env[69735]: INFO networking_nsxv3.common.synchronization [req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 req-b287af5a-4913-4d96-8f9e-02ffb543ff95 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 874.021267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 874.022071] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.022071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.022071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.022289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.022397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.022618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.022618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.022822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.022892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.023017] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.095199] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cb33a90-ac82-4f62-9524-cc991a684944',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.098256] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.098420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.098506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.098953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.098953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.098953] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.099178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.099178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.099347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.099347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.099432] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb33a90-ac82-4f62-9524-cc991a684944 is going to be deleted. [ 874.285498] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.285966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.285966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.285966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.286161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.286668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.289116] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29e21eac-f43d-4703-b643-9e96f727d62f [ 874.289372] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.289692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.289692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.289692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.289930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.289930] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29e21eac-f43d-4703-b643-9e96f727d62f already deleted. [ 874.289930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e21eac-f43d-4703-b643-9e96f727d62f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.290391] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.291578] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.291578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.291578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.291754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.293185] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.293289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.293289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.293658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.293721] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.293809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.293865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.294106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.294195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.294288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.294369] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.301627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.301747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.301964] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.302267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.302267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.302354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.302465] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.302553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.302618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.302753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.302835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.302917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.303059] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.304485] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.305656] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.309097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.309097] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.309097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.309097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.309872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.309872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.309872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.309872] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.363481] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.364154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.364647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.364824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.365597] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.365721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366618] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.367934] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.368088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.368829] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.368935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.369737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.369854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.370596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.370701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.371563] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.371662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.372388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.372625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.372740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.372803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.372996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.373084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.373176] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be updated. [ 874.374191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.374394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.375983] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.376124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.377311] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.377311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.377633] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 874.378084] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.378189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.378753] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 874.379203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.379380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.395308] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.395523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.395666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.395963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.396261] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.396426] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.396549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.396772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.396926] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.397210] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.401096] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.401096] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.401096] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.401096] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.401096] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.401096] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.407960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.408186] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d145630f-5159-4d5f-acfd-a6eef01400d9 is going to be deleted. [ 874.409461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.409715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.413424] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.414031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.414031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.414031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.414194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.425876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.425876] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.425876] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.425876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.425876] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-1c4db411-21b3-4d0a-b48d-7c029bf45d01 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.425876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.425876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.425876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.425876] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4db411-21b3-4d0a-b48d-7c029bf45d01',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.432070] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: IN_PROGRESS for 2s [ 874.437944] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 874.438641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.438769] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc57705-7fab-4c4a-a7fd-7b7a8141db48 is going to be deleted. [ 874.439705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.439917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.461947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.462101] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be deleted. [ 874.463433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.463666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.485531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.485531] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49accbeb-2f88-4dcf-8665-674f2d4a3847 is going to be deleted. [ 874.485531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.485531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.494133] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.494359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.511436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.511590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.516271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.516400] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6987d921-1a35-4c26-b6bc-b86818f9804d is going to be deleted. [ 874.517408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.517747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.520355] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.520469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.525857] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.552850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.553047] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cced23e8-9574-415f-8cd9-a0df0a86c126 is going to be deleted. [ 874.554076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.554304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.589690] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.589915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.597345] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cb33a90-ac82-4f62-9524-cc991a684944: rpc.has_security_group_logging(os_id): False [ 874.661165] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.661403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.706460] env[69735]: INFO networking_nsxv3.common.synchronization [req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 req-b30dbcb1-969c-46d6-9341-d83d83ef257b tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 874.706585] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 874.706896] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.708424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.708424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.710205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.710455] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.710619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.710821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.710968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.711071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.711202] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.716072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.716072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.727083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.729235] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 782dfe19-50d8-47c7-be18-1d7087d591a3 is going to be deleted. [ 874.730525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.730763] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.756563] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.756563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.791412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.791412] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d31b6ef-0618-425b-833b-282fd922f919 is going to be deleted. [ 874.791412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.791621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.805524] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.806603] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.811789] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.811789] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.811789] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.811789] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.811789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.812805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.812805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.812805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.812805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.812805] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.816442] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035: rpc.has_security_group_logging(os_id): False [ 874.817995] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.818222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.819119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.819119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.819119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.819119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.819119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.819516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.819611] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.819719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.819890] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.820015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.820873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.821077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.821244] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.821402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.821450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.821597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.821666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.821752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.821860] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.824299] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.884027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.884027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e is going to be deleted. [ 874.884027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.884027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.892156] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.892156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.929043] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.929043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.929043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.929043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.929043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.929043] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 1c4db411-21b3-4d0a-b48d-7c029bf45d01 not found, creating... [ 874.929518] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.929518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.929518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.929676] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.929816] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.930767] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.930970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.931122] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.931593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.931801] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.931992] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 1c4db411-21b3-4d0a-b48d-7c029bf45d01 is going to be created. [ 874.966552] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.966552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.987371] env[69735]: INFO networking_nsxv3.common.synchronization [req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 req-0c6471b6-1112-4b1d-af87-b86d6658d784 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 874.988042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.988486] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439513f2-8966-4e69-a7e5-314cb18341a7 is going to be deleted. [ 874.991412] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGHEST for action security_group_members [ 874.991810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.992484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.996050] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.996050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.996050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.996050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.996050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.998646] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.998646] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.998646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.000060] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.000202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.028169] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.045035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.045035] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17554eaf-48bc-4e26-aed3-7faa6957e537 is going to be deleted. [ 875.045921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.046162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.049042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.049042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.116894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.117096] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3360fc-ed45-46eb-b71e-2455836cd7f3 is going to be deleted. [ 875.119932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.119932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.215057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.215057] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641b4667-df2f-43e6-ae6a-5351a4ef8c63 is going to be deleted. [ 875.217837] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d145630f-5159-4d5f-acfd-a6eef01400d9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc57705-7fab-4c4a-a7fd-7b7a8141db48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.221381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.222310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.222310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49accbeb-2f88-4dcf-8665-674f2d4a3847" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.222409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.222627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.222779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.223115] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.223281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.223427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.223629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.223760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.223895] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb33a90-ac82-4f62-9524-cc991a684944 is going to be created. [ 875.225168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.225405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.225545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6987d921-1a35-4c26-b6bc-b86818f9804d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.226169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.226601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.226601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cced23e8-9574-415f-8cd9-a0df0a86c126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.226863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.227029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.227195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.227830] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.227830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.227830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.228045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.228170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.228320] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be updated. [ 875.229434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.229668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.229805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.229963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d31b6ef-0618-425b-833b-282fd922f919" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.230601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.230826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.230970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.231234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-782dfe19-50d8-47c7-be18-1d7087d591a3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.231449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.231862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.232268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.232780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf7ff87-ebd0-4e27-9f64-baa5e9e0f83e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.236634] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.236634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.236634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.236634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.236634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.237138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439513f2-8966-4e69-a7e5-314cb18341a7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.251436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.251436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.251436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.251436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.251436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.251436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17554eaf-48bc-4e26-aed3-7faa6957e537" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.293522] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0cb33a90-ac82-4f62-9524-cc991a684944], does not exist path=[/infra/domains/default/groups/0cb33a90-ac82-4f62-9524-cc991a684944]."\n}' [ 875.293737] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb33a90-ac82-4f62-9524-cc991a684944 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0cb33a90-ac82-4f62-9524-cc991a684944 [ 875.293852] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 875.300089] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.300435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.300435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.300639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.300894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.300894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3360fc-ed45-46eb-b71e-2455836cd7f3" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.309064] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf241c1-aa34-4548-8012-60f45a01d761: rpc.has_security_group_logging(os_id): False [ 875.310930] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.310930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.310930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.311192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.311192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.311254] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 875.314266] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44145e6b-11b6-40d7-83e4-d6c242c941bf: rpc.has_security_group_logging(os_id): False [ 875.323956] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05ed611c-65b6-466e-ae37-13a4b4c60558: rpc.has_security_group_logging(os_id): False [ 875.325572] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 467e6017-7805-4511-befe-7193c3082e29: rpc.has_security_group_logging(os_id): False [ 875.372693] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.373120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.373120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.373120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.378623] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.378844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.382863] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.382998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.383935] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.384097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.414436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.414672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.449752] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.449752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.450109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.450419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.450969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.453821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.453821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.454033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.454194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.454469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.454615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.454762] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467e6017-7805-4511-befe-7193c3082e29 is going to be updated. [ 875.456787] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 875.457057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.457678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.458052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.459203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.459517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.459898] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.460021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.460168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.460416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.460567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.460746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.460928] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.472369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.472369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.497850] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 875.520025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.520025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.530546] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.530634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.530705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.530917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.531014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.531122] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 875.538803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.539219] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.539362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.539448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.539681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.539809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.539934] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 is going to be updated. [ 875.541210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.541494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.617506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.617946] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.618192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.618239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.618450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.618540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.618913] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.620302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.620451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.620821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.620921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.621477] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.621630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.621698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.621912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.622091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.622266] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 875.623915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.626814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.630297] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.630297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.630297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.630464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.630644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.657464] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 875.692331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.692676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.692819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.692892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.693242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.693357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.693714] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.693846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.694463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.694582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.694646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.695808] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.695808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.695808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.695808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.695808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.695808] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be updated. [ 875.697890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.702487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.702487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.702487] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb33a90-ac82-4f62-9524-cc991a684944 is going to be created. [ 875.703723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.704373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.708032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.708032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.708032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.708032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.708032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641b4667-df2f-43e6-ae6a-5351a4ef8c63" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.720724] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.749280] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.749280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.749280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.749822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.749822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.785744] env[69735]: INFO networking_nsxv3.common.synchronization [req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 req-8d4df80e-a8dc-4fb1-a736-2479a1e84d07 service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 875.786041] env[69735]: INFO networking_nsxv3.common.synchronization [req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 req-8d4df80e-a8dc-4fb1-a736-2479a1e84d07 service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 875.786409] env[69735]: INFO networking_nsxv3.common.synchronization [req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 req-8d4df80e-a8dc-4fb1-a736-2479a1e84d07 service nova] Enqueued Resource ID: 1c4db411-21b3-4d0a-b48d-7c029bf45d01 with Priority: HIGHEST for action port [ 875.788070] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 875.788070] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 875.788070] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4db411-21b3-4d0a-b48d-7c029bf45d01 with Priority: HIGHEST for action port [ 875.788732] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.788967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.789071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.789301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.790321] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.793700] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.793700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.793700] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4db411-21b3-4d0a-b48d-7c029bf45d01 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.793700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.793700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.793700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.793700] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4db411-21b3-4d0a-b48d-7c029bf45d01',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.807087] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.807755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.807755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.807924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.808210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.828225] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0cb33a90-ac82-4f62-9524-cc991a684944], does not exist path=[/infra/domains/default/groups/0cb33a90-ac82-4f62-9524-cc991a684944]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0cb33a90-ac82-4f62-9524-cc991a684944 [ 875.828489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb33a90-ac82-4f62-9524-cc991a684944" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.828713] env[69735]: Traceback (most recent call last): [ 875.828713] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 875.828713] env[69735]: return func(*args, **kwargs) [ 875.828713] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 875.828713] env[69735]: res.raise_for_status() [ 875.828713] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 875.828713] env[69735]: raise HTTPError(http_error_msg, response=self) [ 875.828713] env[69735]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0cb33a90-ac82-4f62-9524-cc991a684944 [ 875.828713] env[69735]: During handling of the above exception, another exception occurred: [ 875.828713] env[69735]: Traceback (most recent call last): [ 875.829316] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 875.829316] env[69735]: listener.cb(fileno) [ 875.829316] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 875.829316] env[69735]: result = function(*args, **kwargs) [ 875.829316] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 875.829316] env[69735]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 875.829316] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 875.829316] env[69735]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 875.829316] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 875.829316] env[69735]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 875.829316] env[69735]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 875.829316] env[69735]: res.raise_for_status() [ 875.829316] env[69735]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 875.829316] env[69735]: raise HTTPError(http_error_msg, response=self) [ 875.829316] env[69735]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0cb33a90-ac82-4f62-9524-cc991a684944 [ 875.829316] env[69735]: Removing descriptor: 64 [ 875.831509] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: IN_PROGRESS for 2s [ 875.839380] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: IN_PROGRESS for 2s [ 875.878212] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.878425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.878467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.878781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.879365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.891099] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: IN_PROGRESS for 2s [ 875.945598] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 875.964809] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.972309] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 875.972309] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.972309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.972309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.972309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.972309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.001320] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: IN_PROGRESS for 2s [ 876.043019] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 876.043019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.225948] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.225948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.225948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.225948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.225948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.225948] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 876.257842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.257842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.257842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.257842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.257842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.268848] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 876.298110] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.298110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.298110] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c4db411-21b3-4d0a-b48d-7c029bf45d01 with status ACTIVE [ 876.298110] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.298110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.298110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.298550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.298550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.298719] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.298877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.298984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.299403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.299403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.299759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.299906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.300012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.300225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.300341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.300485] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c4db411-21b3-4d0a-b48d-7c029bf45d01 is going to be updated. [ 876.323426] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.323625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.323704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.323987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.324198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.324424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4db411-21b3-4d0a-b48d-7c029bf45d01" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.447772] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: SUCCESS [ 876.448054] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 deletion is rescheduled due to dependency. [ 876.448102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.467148] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b93071-7119-490e-b2ce-ae507eb96a82: rpc.has_security_group_logging(os_id): False [ 876.491886] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.492143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.492143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.492353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.519626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.519962] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.520147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.520204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.520403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.520492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.520584] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be updated. [ 876.591171] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.591508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.591639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.591803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.611133] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: IN_PROGRESS for 2s [ 877.504927] env[69735]: INFO networking_nsxv3.common.synchronization [req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 req-e049aae9-8711-44ee-aba7-99bb7c484fdd tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_members [ 877.505380] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGHEST for action security_group_members [ 877.506019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.506200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.506270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.506481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.506644] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.506745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.506813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.506970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.507068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.507168] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.516950] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 877.517063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.517237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.517455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.517651] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.517783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.517850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.518029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.520436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.520436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.520436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.520436] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.671215] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 877.671531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.676055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.676339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.676600] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.676777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.676878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.677267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.677364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.677469] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.852207] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 in Status: SUCCESS [ 877.852550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.853220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.853489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.853575] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8470f7d5-7d49-46ae-b5d2-c83e4a1f0035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.856656] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: SUCCESS [ 877.856777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.904949] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: SUCCESS [ 877.904949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.970497] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 877.970762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.010527] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.010681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.010819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.011940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.011940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.012378] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.012743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.012743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.013098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.013230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.013362] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 is going to be updated. [ 878.022643] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03c9599-e7e2-4d5e-bde1-6827208084b8: rpc.has_security_group_logging(os_id): False [ 878.025776] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 878.026043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.048436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.048582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.048639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.048846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.062941] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.063119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.063169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.063374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.064364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.072066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.072426] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.072537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.072609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.072807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.072884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.074957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.074957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.074957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.074957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.074957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.074957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.074957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.074957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.074957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.075398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.075439] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 878.077773] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: IN_PROGRESS for 2s [ 878.145149] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.145149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.145149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.145149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.145149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.164275] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 878.183581] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.281060] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 878.281299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.281483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.281808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.281986] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.282139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.282188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.282309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.282386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.282702] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.452193] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.452193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.452193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.452193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.452193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.452193] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8470f7d5-7d49-46ae-b5d2-c83e4a1f0035 is going to be deleted. [ 878.507141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.507627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.507627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.507627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.507734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.507767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8470f7d5-7d49-46ae-b5d2-c83e4a1f0035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.631749] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 878.631749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.631749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.631749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.631749] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.687663] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.786846] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.789153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.789153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.789153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.820407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.820729] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.820864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.820932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.821196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.821301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.821459] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be updated. [ 878.885791] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.885971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.886754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.886754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.886754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.900814] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: IN_PROGRESS for 2s [ 879.134334] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.134577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.134577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.134808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.134972] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.135085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.135140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.135299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.135387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.135483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.135567] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.191443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.191443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.191443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.191605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.191691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.191792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 879.222839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.222995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.223581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.223581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.223581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.234665] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 879.637452] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.089513] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf241c1-aa34-4548-8012-60f45a01d761 in Status: SUCCESS [ 880.089721] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 deletion is rescheduled due to dependency. [ 880.089812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.139401] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b93071-7119-490e-b2ce-ae507eb96a82: rpc.has_security_group_logging(os_id): False [ 880.167278] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.167490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.167560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.167838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.167838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.168208] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.168208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.168338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.168469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.168548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.168695] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be updated. [ 880.193164] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 880.193851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.194171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.194573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.194736] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.258318] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.258793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.258793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.258939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.260093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.276464] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: IN_PROGRESS for 2s [ 880.698054] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.698054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.698054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.698054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.698705] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.698705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.698705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.698705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.698705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.698705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.698895] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.913506] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 in Status: SUCCESS [ 880.913506] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 deletion is rescheduled due to dependency. [ 880.913506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.918043] env[69735]: INFO networking_nsxv3.common.synchronization [req-0481fd45-d439-4f70-91c4-4bfcba6d458c req-39675549-fab8-49c8-a59e-e3a556723b50 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Enqueued Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_members [ 880.918900] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_members [ 880.919440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.921017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.921017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.921017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.921017] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.921017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.921017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.921017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.921376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.921376] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.201104] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.201296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.201393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.201568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.201737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.201837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.201923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.202195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.202311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.202422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.202627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.202944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.202944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.202944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.203086] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.203171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.203229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.203472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.203606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.207233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.207376] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.246872] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 881.247356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.247446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.247688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.251270] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.251528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.251637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.251933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.252106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.252313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.252396] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.258801] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.258965] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-105" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.261401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-105" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.261878] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-105" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.262335] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.262486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.262700] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.262989] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.263165] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.263490] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.263602] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.263726] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.263922] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.266360] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.266598] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.266786] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.291887] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.292295] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.292628] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.292972] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-105" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.293682] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.294140] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.294398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.294968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.295268] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.424551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.424948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.426364] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.426364] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 already deleted. [ 881.426364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.709466] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03c9599-e7e2-4d5e-bde1-6827208084b8: rpc.has_security_group_logging(os_id): False [ 881.730510] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.730715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.730715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.730925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.731060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.731279] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.731394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.731485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.731655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.731728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.731947] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.732059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.732121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.732264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.732336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.732565] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.732678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.732734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.736713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.736851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.736984] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 881.755540] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.755705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.756023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.756780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.756780] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.756780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.756780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.757404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.757404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.757650] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.757650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.757843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.757928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.758612] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.758612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.758612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.759059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.759059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.759059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.759059] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.798900] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.799144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.799283] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.799631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.799841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.800133] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 not found, creating... [ 881.800549] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.800805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.801010] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.801383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.801568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.801937] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.802158] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.802280] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.802505] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.802638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.802780] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 is going to be created. [ 881.805047] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.805159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.805225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.805390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.805525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.833828] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 881.834963] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.835167] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.835292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.835566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.835795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.836025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.099945] env[69735]: INFO networking_nsxv3.common.synchronization [req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 req-ded18a14-e3eb-4084-a863-572adb3be01f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 882.100545] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 882.100856] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.100983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.101066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.101300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.101845] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.101845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.101845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.102053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.102053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.102053] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.265100] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca37c-23a4-498a-96f0-d8e472d6e56a: rpc.has_security_group_logging(os_id): False [ 882.287229] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.287433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.287433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.287858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.293049] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 882.293323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.319666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.319983] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.320130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.320199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.320416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.320497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.320713] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.320822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.320903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.321049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.321128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.321324] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.321438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.321500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.321645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.321719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.321806] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 882.390995] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.391202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.391276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.391492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.391641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.408193] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 882.559226] env[69735]: INFO networking_nsxv3.common.synchronization [req-0481fd45-d439-4f70-91c4-4bfcba6d458c req-46f0de1b-05db-4bdb-a141-4e48853b283e service nova] Enqueued Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_rules [ 882.559226] env[69735]: INFO networking_nsxv3.common.synchronization [req-0481fd45-d439-4f70-91c4-4bfcba6d458c req-46f0de1b-05db-4bdb-a141-4e48853b283e service nova] Enqueued Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_members [ 882.559226] env[69735]: INFO networking_nsxv3.common.synchronization [req-0481fd45-d439-4f70-91c4-4bfcba6d458c req-46f0de1b-05db-4bdb-a141-4e48853b283e service nova] Enqueued Resource ID: 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 with Priority: HIGHEST for action port [ 882.559226] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_rules [ 882.559226] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_members [ 882.559226] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 with Priority: HIGHEST for action port [ 882.559820] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.560161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.560498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.563548] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.563548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.563548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.563548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.563548] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.566836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.566836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.566836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.566836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.566836] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.604133] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.068247] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.068675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.070667] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 with status ACTIVE [ 883.070874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.071029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.071109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.071326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.071456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.071605] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.071861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.071861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.071950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.071986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.072490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.072551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072586] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 is going to be updated. [ 883.073752] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.095765] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.095969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.096029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.096211] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.096405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.096507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.106988] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.540593] env[69735]: INFO networking_nsxv3.common.synchronization [req-705dc08a-d4f2-4f0c-9801-a7663196fda5 req-9ccfc6d6-34f6-4951-9d85-75963d658fb1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 883.543653] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 883.543653] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.543653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.543653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.543653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.544163] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.544163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.544163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.544163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.544163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.544413] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.575712] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.608815] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.608973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.609063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.609273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.609364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.609466] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be updated. [ 883.640890] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.641053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.643017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.643017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.643017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.655716] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: IN_PROGRESS for 2s [ 883.869013] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 883.869256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.018860] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.019065] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.019201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.019465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.019724] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.019886] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.020018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.020460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.021270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.021270] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.021270] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.021270] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.021270] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.021594] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.021594] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.021594] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.040397] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.041345] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.041345] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.041345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.041345] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f54e576f-33df-4ac0-a933-ab4b3919c040 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.041551] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.041551] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.041953] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.042144] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f54e576f-33df-4ac0-a933-ab4b3919c040',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.047808] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.047937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.048613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.048613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.069172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.070045] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.070045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.070045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.070253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.070253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.070336] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 884.078284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.078420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.078494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.078777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.078887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.078984] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 is going to be created. [ 884.095924] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.096094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.096167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.096381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.096551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.103948] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.104139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.104198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.104357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.104522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.106357] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 884.111709] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 in Status: UNINITIALIZED for 2s [ 884.425060] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 884.425289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.545177] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.545502] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.545687] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.546084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.546310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.546514] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f54e576f-33df-4ac0-a933-ab4b3919c040 not found, creating... [ 884.546842] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.547040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.547151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.547393] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.547537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.547831] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.548081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.548240] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.548462] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.548691] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.548834] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f54e576f-33df-4ac0-a933-ab4b3919c040 is going to be created. [ 884.570951] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.571236] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.571367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.571731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.572023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.572269] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.375238] env[69735]: INFO networking_nsxv3.common.synchronization [req-705dc08a-d4f2-4f0c-9801-a7663196fda5 req-bd4e5ef3-6934-4763-8194-392594cf717f service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 885.375238] env[69735]: INFO networking_nsxv3.common.synchronization [req-705dc08a-d4f2-4f0c-9801-a7663196fda5 req-bd4e5ef3-6934-4763-8194-392594cf717f service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 885.375238] env[69735]: INFO networking_nsxv3.common.synchronization [req-705dc08a-d4f2-4f0c-9801-a7663196fda5 req-bd4e5ef3-6934-4763-8194-392594cf717f service nova] Enqueued Resource ID: f54e576f-33df-4ac0-a933-ab4b3919c040 with Priority: HIGHEST for action port [ 885.375238] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 885.375238] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 885.376112] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54e576f-33df-4ac0-a933-ab4b3919c040 with Priority: HIGHEST for action port [ 885.376524] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.376892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.377099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.377456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.377812] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.379092] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.380338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.383269] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f54e576f-33df-4ac0-a933-ab4b3919c040 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.383562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.383648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.383839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.383918] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f54e576f-33df-4ac0-a933-ab4b3919c040',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.666591] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: SUCCESS [ 885.666591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.889021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.889021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f54e576f-33df-4ac0-a933-ab4b3919c040 with status ACTIVE [ 885.889021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.889021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.889021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.889021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.889652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.889652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.889652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.889652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.889652] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f54e576f-33df-4ac0-a933-ab4b3919c040 is going to be updated. [ 885.919711] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.920068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.920235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.920537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.920782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.921075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f54e576f-33df-4ac0-a933-ab4b3919c040" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.118687] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 886.118860] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce deletion is rescheduled due to dependency. [ 886.118973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.119163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119543] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.119650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.119710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.120028] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.122138] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 in Status: SUCCESS [ 886.122320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.122472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.122643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.122820] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.122924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.122986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.123234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.123304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.123392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.123493] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.625746] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.626776] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.131179] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.132154] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2786b4f-6f5d-4751-a37c-1ac0953ff791: rpc.has_security_group_logging(os_id): False [ 887.151975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.152177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.152225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.152401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.152489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.152733] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.152832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.152893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.153052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.153126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.153208] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 is going to be created. [ 887.216039] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.216212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.216212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.219939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.219939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.235466] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 in Status: IN_PROGRESS for 2s [ 887.635102] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.635475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.635475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.635544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.635723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.635956] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 887.669030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.669030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.669030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.669030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.669030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.680778] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 888.154968] env[69735]: INFO networking_nsxv3.common.synchronization [req-b30219b2-489d-436e-9755-0ebff6882789 req-c63a9b03-a775-4841-bb37-ec0d7803137f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Enqueued Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_members [ 888.155523] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_members [ 888.157581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.157581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.157581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.157581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.157832] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.157832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.157832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.158009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.158114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.158233] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.483957] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.484395] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-705" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.484704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-705" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.487720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-705" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.487720] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.487720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.487720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.487720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.487720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.487720] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.487720] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.487720] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.487720] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.487720] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.487720] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.489662] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.511749] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.511935] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.512090] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.512270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-705" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.512593] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d49fae22-4ff9-4488-bdcb-6b7548399d77 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.512765] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.512887] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.513238] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.513379] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49fae22-4ff9-4488-bdcb-6b7548399d77',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.661522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.661843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.661843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.662210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.662210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662314] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.662383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.662425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.662562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.662642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662719] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee already deleted. [ 888.662799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.015797] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.016218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.016414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.016836] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.017034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.017539] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d49fae22-4ff9-4488-bdcb-6b7548399d77 not found, creating... [ 889.017620] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.017854] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.018270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.018443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.018794] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.019040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.019195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019424] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.019591] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019713] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d49fae22-4ff9-4488-bdcb-6b7548399d77 is going to be created. [ 889.044717] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.045583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.045583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.045583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.045789] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.045885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.251295] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 in Status: SUCCESS [ 889.251295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.690048] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 889.690503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.690503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.690688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.690941] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.691092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.691161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.691326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.691408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.691496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.691591] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.748312] env[69735]: INFO networking_nsxv3.common.synchronization [req-b30219b2-489d-436e-9755-0ebff6882789 req-a79f06b8-5f55-4ef3-b634-1e018d0e8d8e service nova] Enqueued Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_rules [ 889.748501] env[69735]: INFO networking_nsxv3.common.synchronization [req-b30219b2-489d-436e-9755-0ebff6882789 req-a79f06b8-5f55-4ef3-b634-1e018d0e8d8e service nova] Enqueued Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_members [ 889.748648] env[69735]: INFO networking_nsxv3.common.synchronization [req-b30219b2-489d-436e-9755-0ebff6882789 req-a79f06b8-5f55-4ef3-b634-1e018d0e8d8e service nova] Enqueued Resource ID: d49fae22-4ff9-4488-bdcb-6b7548399d77 with Priority: HIGHEST for action port [ 889.748903] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_rules [ 889.749105] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_members [ 889.749235] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49fae22-4ff9-4488-bdcb-6b7548399d77 with Priority: HIGHEST for action port [ 889.752673] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.753732] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.753839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.754346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.754346] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.755491] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.755684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.756094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.756094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.756281] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.756415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.756517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.756715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.756866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.757097] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.758332] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d49fae22-4ff9-4488-bdcb-6b7548399d77 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.759371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.759501] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d49fae22-4ff9-4488-bdcb-6b7548399d77',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.193804] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.194065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.194138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.194388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.194577] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.194677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.194733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.194937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.195038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.195135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.195284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.195377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.195438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.195597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.195737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.195830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.195891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.196046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.196123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.196204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.196291] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.261483] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.261693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.261867] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.262813] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d49fae22-4ff9-4488-bdcb-6b7548399d77 with status ACTIVE [ 890.263021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.263148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.263319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.263386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.263514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.263881] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.263881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.263881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.264086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.264173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.264359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.264453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.265197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.265197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.265197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.265197] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d49fae22-4ff9-4488-bdcb-6b7548399d77 is going to be updated. [ 890.288128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.288128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.288128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.288471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.288471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.288856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d49fae22-4ff9-4488-bdcb-6b7548399d77" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.699012] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce: rpc.has_security_group_logging(os_id): False [ 890.716567] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.716801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.716801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.717036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.717124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.717320] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.717439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.717498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.717662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.717760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.717966] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.718113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.718175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.718303] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.718369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.718549] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.718662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.719404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.719404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.719404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.719404] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 890.767093] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.783042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.783233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.783694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.783694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.783846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.802817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 891.273299] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.273470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.273570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.273828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.273864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.273966] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee is going to be created. [ 891.301995] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.301995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.301995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.301995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.301995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.312879] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee in Status: UNINITIALIZED for 2s [ 892.817405] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 892.817405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.324717] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee in Status: SUCCESS [ 893.324803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.324978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.325390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.325390] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.325540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.325577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.325699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.325815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.325927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.326032] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.367624] env[69735]: INFO networking_nsxv3.common.synchronization [req-4f2a3404-d562-4aec-bec8-4086d2624376 req-fc13b279-eb67-4ce7-8def-d40adfb9749a tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 893.367761] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 893.368094] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.368218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.368285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.368521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.368673] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.368766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.368828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.368983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.369101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.369176] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.686592] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.686798] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.686926] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.687292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.687560] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.687745] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.687868] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.688120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.688277] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.688890] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.689043] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.689165] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.689282] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.689401] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.689515] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.689653] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.717032] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.717032] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.717032] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.717032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.717032] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-4b31e64b-fdc4-42a7-8b8c-132fc7639792 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.717403] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.717403] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.717824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.717985] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b31e64b-fdc4-42a7-8b8c-132fc7639792',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.829533] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.829533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.830140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.830206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.830466] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.831155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.831279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.831636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.831790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.831959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.832255] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.832401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.832511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.832739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.832958] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.833107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.833198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.833401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.833567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.833674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.833801] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.872346] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.872610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.872725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.873071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.873213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.873470] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.873643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.873733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.873994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.874140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.874267] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 already deleted. [ 893.874375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.221106] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.221392] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.221561] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.221941] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.222218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.222407] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 4b31e64b-fdc4-42a7-8b8c-132fc7639792 not found, creating... [ 894.222691] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.222855] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.223086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.223406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.223658] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.223955] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.224185] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.224250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.225052] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.225052] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.225052] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 4b31e64b-fdc4-42a7-8b8c-132fc7639792 is going to be created. [ 894.256034] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.256272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.256419] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.256720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.257012] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.257286] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.336369] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3157c48b-b695-4fd5-a04e-a64e05dc9eee: rpc.has_security_group_logging(os_id): False [ 894.366034] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.366034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.366566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.366566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.366566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.366857] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.367009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.367096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.367307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.367406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.367749] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.367855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.367954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.368183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.368280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.368495] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.368624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.368702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.368822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.368984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.369055] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee is going to be created. [ 894.460325] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.460470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.460551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.460855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.461088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.486309] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee in Status: IN_PROGRESS for 2s [ 894.986103] env[69735]: INFO networking_nsxv3.common.synchronization [req-4f2a3404-d562-4aec-bec8-4086d2624376 req-cdeb1134-6bbf-43d7-b871-33336eaab12e service nova] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_rules [ 894.986103] env[69735]: INFO networking_nsxv3.common.synchronization [req-4f2a3404-d562-4aec-bec8-4086d2624376 req-cdeb1134-6bbf-43d7-b871-33336eaab12e service nova] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 894.986103] env[69735]: INFO networking_nsxv3.common.synchronization [req-4f2a3404-d562-4aec-bec8-4086d2624376 req-cdeb1134-6bbf-43d7-b871-33336eaab12e service nova] Enqueued Resource ID: 4b31e64b-fdc4-42a7-8b8c-132fc7639792 with Priority: HIGHEST for action port [ 894.986103] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_rules [ 894.986103] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 894.986103] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b31e64b-fdc4-42a7-8b8c-132fc7639792 with Priority: HIGHEST for action port [ 894.986772] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.987160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.989773] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.989773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.989773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.989773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.991144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.991144] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.992036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b31e64b-fdc4-42a7-8b8c-132fc7639792 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.993056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.993188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.993389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.993563] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b31e64b-fdc4-42a7-8b8c-132fc7639792',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.495555] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.495822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.495904] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.497294] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b31e64b-fdc4-42a7-8b8c-132fc7639792 with status ACTIVE [ 895.497561] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.497675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.497737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.497952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.498150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.498632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.498771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.498889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.498967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.499949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.499949] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.499949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.499949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.499949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.499949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.499949] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b31e64b-fdc4-42a7-8b8c-132fc7639792 is going to be updated. [ 895.527284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.527419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.527462] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.527661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.528053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.528053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b31e64b-fdc4-42a7-8b8c-132fc7639792" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.999295] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.500738] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee in Status: SUCCESS [ 896.500958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501498] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.502150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.502150] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be created. [ 896.528661] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.528838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.528920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.529209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.529386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.540917] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: UNINITIALIZED for 2s [ 897.672163] env[69735]: INFO networking_nsxv3.common.synchronization [req-df707a54-8aa2-40e9-a213-213603d50b6b req-77df7e04-7948-466d-b3e1-526773a67462 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 897.672163] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGHEST for action security_group_members [ 897.672163] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.672163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.672163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.672163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.672635] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.672635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.672721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.672869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.672954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.673057] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.065960] env[69735]: INFO networking_nsxv3.common.synchronization [req-516a1fac-1694-4603-b80b-65eefe12c17d req-5d1b929e-2590-410d-a90b-22c644d0758d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 898.066498] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 898.066800] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.066923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.066992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.067247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.067397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.067496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.067557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.067695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.067778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.067869] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.178116] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.178288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.178350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.181919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.181919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.181919] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.181919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.181919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.181919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.181919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.181919] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be updated. [ 898.207092] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.207299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.207299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.207446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.207590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.216165] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: IN_PROGRESS for 2s [ 898.361377] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.361699] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.361889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.362383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.362787] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.362985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.363129] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.363388] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.363574] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.363783] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.363902] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.364026] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.364140] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.364323] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.364447] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.364604] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.386178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.386178] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.386178] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.386178] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.386178] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d9b981ab-2622-4472-84fa-492663c89c67 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.386500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.387395] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.387395] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b981ab-2622-4472-84fa-492663c89c67',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.554773] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: SUCCESS [ 898.555026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.555204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.555419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.555615] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.555760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.555803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.555950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.556049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.556177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.556324] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.570184] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.570346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.570414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.570638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.570729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.570951] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.571065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.571106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.571433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.571433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.571433] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 already deleted. [ 898.571659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.889032] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.889444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.889444] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.890606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.890606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.890606] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d9b981ab-2622-4472-84fa-492663c89c67 not found, creating... [ 898.890606] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.890606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.890606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.890971] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.890971] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.891421] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.891421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.891421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.891597] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.891747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.891825] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d9b981ab-2622-4472-84fa-492663c89c67 is going to be created. [ 898.914312] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.914986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.914986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.914986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.915237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.915474] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.059066] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.059066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.059066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.059342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.059446] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.059581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.059645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.059999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.060135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.060263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.060748] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.060898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.060968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.061208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.061417] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.061537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.061627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.061835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.061929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.062081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.062189] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.567437] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 749d7dc5-d58d-4875-97f7-5523e88b8561: rpc.has_security_group_logging(os_id): False [ 899.586133] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.586293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.586364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.586587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.586679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.586889] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.586988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.587059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.587210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.587287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.587460] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.587559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.587612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.587749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.587826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.588020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.588111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.588173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.588613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.588613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.588613] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be created. [ 899.612120] env[69735]: INFO networking_nsxv3.common.synchronization [req-516a1fac-1694-4603-b80b-65eefe12c17d req-dcde5e4e-7f84-4663-97df-d0c3eec316cc service nova] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_rules [ 899.612120] env[69735]: INFO networking_nsxv3.common.synchronization [req-516a1fac-1694-4603-b80b-65eefe12c17d req-dcde5e4e-7f84-4663-97df-d0c3eec316cc service nova] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 899.612312] env[69735]: INFO networking_nsxv3.common.synchronization [req-516a1fac-1694-4603-b80b-65eefe12c17d req-dcde5e4e-7f84-4663-97df-d0c3eec316cc service nova] Enqueued Resource ID: d9b981ab-2622-4472-84fa-492663c89c67 with Priority: HIGHEST for action port [ 899.612816] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_rules [ 899.612989] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 899.613192] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b981ab-2622-4472-84fa-492663c89c67 with Priority: HIGHEST for action port [ 899.613501] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.613706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.613777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.614031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.614113] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.615173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.615433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.615433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.615691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.615868] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.616634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.616634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.616634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.616801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.616801] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.618603] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b981ab-2622-4472-84fa-492663c89c67 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.618603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.618603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.618603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.618603] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b981ab-2622-4472-84fa-492663c89c67',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.647834] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.648161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.648161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.648335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.648446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.664717] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: IN_PROGRESS for 2s [ 900.119680] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.119680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.121042] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.122070] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9b981ab-2622-4472-84fa-492663c89c67 with status ACTIVE [ 900.122325] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.122472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.122575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.122891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.123010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.123310] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.123450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.123529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.123756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.123860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.124283] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.124283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.124283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.124408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.124440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.124590] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9b981ab-2622-4472-84fa-492663c89c67 is going to be updated. [ 900.147359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.147512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.147585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.147809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.148109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.148306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b981ab-2622-4472-84fa-492663c89c67" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.226493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 in Status: SUCCESS [ 900.226639] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 deletion is rescheduled due to dependency. [ 900.226757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.629106] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.021284] env[69735]: INFO networking_nsxv3.common.synchronization [req-7677b5da-022b-4a3e-a12b-6fb874c7e74c req-4bf0cbe6-ba46-4a7f-8e29-89bd9433ff35 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Enqueued Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_members [ 901.021852] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_members [ 901.022176] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.022396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.022396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.022619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.022772] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.022874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.022945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.023777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.024581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.024757] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.132283] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.132614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.132614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.132915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.133090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.133251] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be created. [ 901.157304] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.157508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.157508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.157765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.157926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.170969] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: UNINITIALIZED for 2s [ 901.353215] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.353425] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.353652] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.356179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.356549] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.356756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.357192] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.357192] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.357280] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.357498] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.357638] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.357759] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.357871] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.357985] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.358114] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.358259] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.378202] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.378410] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.378557] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.378746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-289" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.379080] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-492b60f4-26bc-44ae-8969-f85646d01da9 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.379336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.379478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.379814] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.379958] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492b60f4-26bc-44ae-8969-f85646d01da9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.526671] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.526889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.526889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.527078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.527200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.527396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.527552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.527653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.527888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.528030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.528166] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d already deleted. [ 901.528261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.677186] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: SUCCESS [ 901.677186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.882708] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.882708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.882708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.882904] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.882959] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.883179] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 492b60f4-26bc-44ae-8969-f85646d01da9 not found, creating... [ 901.883528] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.883760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.883924] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.884257] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.884442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.884757] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.884961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.885044] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.885271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.885413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.885559] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 492b60f4-26bc-44ae-8969-f85646d01da9 is going to be created. [ 901.911258] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.911258] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.911258] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.911258] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.911796] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.912111] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.261888] env[69735]: INFO networking_nsxv3.common.synchronization [req-d2c80edd-3c05-478f-8364-139017dbac4f req-66b1fe06-5783-4930-8f87-91948ab9fb18 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Enqueued Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_members [ 902.262668] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGHEST for action security_group_members [ 902.267138] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.267266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.267340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.267541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.267724] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.267824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.267902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.268062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.268135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.268220] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.615119] env[69735]: INFO networking_nsxv3.common.synchronization [req-7677b5da-022b-4a3e-a12b-6fb874c7e74c req-25bfea87-e6c1-4bc0-9d96-82e967ef21a4 service nova] Enqueued Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_rules [ 902.615119] env[69735]: INFO networking_nsxv3.common.synchronization [req-7677b5da-022b-4a3e-a12b-6fb874c7e74c req-25bfea87-e6c1-4bc0-9d96-82e967ef21a4 service nova] Enqueued Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_members [ 902.615119] env[69735]: INFO networking_nsxv3.common.synchronization [req-7677b5da-022b-4a3e-a12b-6fb874c7e74c req-25bfea87-e6c1-4bc0-9d96-82e967ef21a4 service nova] Enqueued Resource ID: 492b60f4-26bc-44ae-8969-f85646d01da9 with Priority: HIGHEST for action port [ 902.615119] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_rules [ 902.615119] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_members [ 902.615119] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492b60f4-26bc-44ae-8969-f85646d01da9 with Priority: HIGHEST for action port [ 902.615119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.615119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.615119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.620025] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.620025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.620025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.620025] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.620025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-492b60f4-26bc-44ae-8969-f85646d01da9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.620025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.620025] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492b60f4-26bc-44ae-8969-f85646d01da9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.770669] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.770875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.770988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.771261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.771379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.771655] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.771840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.771840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.772045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.772112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.772161] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee is going to be updated. [ 902.815638] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.815945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.815945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.816067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.816209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.825615] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee in Status: IN_PROGRESS for 2s [ 903.126701] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.126848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.127223] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.127914] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 492b60f4-26bc-44ae-8969-f85646d01da9 with status ACTIVE [ 903.128154] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.128308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.128308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.128469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.128560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.128730] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.128830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.128893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.129043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.129117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.130026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.130026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.130026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.130026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.130026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.130026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 492b60f4-26bc-44ae-8969-f85646d01da9 is going to be updated. [ 903.157765] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.157765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.157765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.157765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.157765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492b60f4-26bc-44ae-8969-f85646d01da9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.181156] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: SUCCESS [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.181156] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.181156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.181156] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.631689] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.689667] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.689667] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.689667] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.689667] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.689667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.690660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.690660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.690660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.690660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.690660] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.135293] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.138246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.138246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.138246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.138246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.138246] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d is going to be created. [ 904.163093] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.163093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.163093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.163093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.163093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.172504] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d in Status: UNINITIALIZED for 2s [ 904.195325] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651d3ea8-c1be-4bd0-94f2-336dd2adf488: rpc.has_security_group_logging(os_id): False [ 904.213715] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.213866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.213945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.214192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.214289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.214507] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.214612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.214750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.214831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.214922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.215132] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.215274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.215378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.215664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.215723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.215949] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.216087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.216199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.216491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.216491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.216655] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be created. [ 904.324944] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.324944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.324944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.324944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.324944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.324944] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: IN_PROGRESS for 2s [ 904.835861] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee in Status: SUCCESS [ 904.836232] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee deletion is rescheduled due to dependency. [ 904.836387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.554382] env[69735]: INFO networking_nsxv3.common.synchronization [req-d04beba3-26b5-4639-bb70-69bdc25846b9 req-4026598a-9e56-4b92-b8d4-b7c35a1ceac8 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Enqueued Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_members [ 905.554994] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_members [ 905.555322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.555445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.555512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.555778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.555947] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.556346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.556437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.556618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.556729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556803] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.914769] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.915075] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-559" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.915202] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-559" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.915568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-559" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.915901] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.916182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.916405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.916635] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.916942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.917099] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.917237] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.917380] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.917534] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.917712] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.917875] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.918147] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.939304] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.939490] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.939629] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.939933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-559" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.941091] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-0401c6c4-a531-4497-9271-247901f25deb taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.941091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.941091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.941091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.941091] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0401c6c4-a531-4497-9271-247901f25deb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.058768] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.058930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.058997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.059254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.059347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.059660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.059698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.059892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.060010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.060106] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 already deleted. [ 906.060209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186024] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d in Status: SUCCESS [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.186024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.186024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.333260] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: SUCCESS [ 906.333260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.443736] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.443736] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.443736] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.444063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.444405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.444712] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 0401c6c4-a531-4497-9271-247901f25deb not found, creating... [ 906.445154] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.445435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.445654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.446016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.446270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.446728] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.446959] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.447113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.447401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.447626] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.447790] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 0401c6c4-a531-4497-9271-247901f25deb is going to be created. [ 906.469121] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.469413] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.469618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.470051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.470435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.470755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.688504] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.688678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.688730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.689093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.689327] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.689461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.689513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.689718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.689865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.689908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.690108] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.690285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.690331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.690541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.690758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.690865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.690962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.691169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.691285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.691382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.691482] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.194726] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4bcc6b7-375d-4000-934d-46ecaf9ef84d: rpc.has_security_group_logging(os_id): False [ 907.216821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.217065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.217065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.217319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.217429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.217639] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.217745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.217808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.217976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.218065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.218266] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.218362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.218578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.218578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.218686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.218875] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.219023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.219294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.219465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.219547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.219635] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d is going to be created. [ 907.233561] env[69735]: INFO networking_nsxv3.common.synchronization [req-d04beba3-26b5-4639-bb70-69bdc25846b9 req-19e4e46e-7eb3-494f-a0e9-dbb0fa64ee7b service nova] Enqueued Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_rules [ 907.233561] env[69735]: INFO networking_nsxv3.common.synchronization [req-d04beba3-26b5-4639-bb70-69bdc25846b9 req-19e4e46e-7eb3-494f-a0e9-dbb0fa64ee7b service nova] Enqueued Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_members [ 907.233561] env[69735]: INFO networking_nsxv3.common.synchronization [req-d04beba3-26b5-4639-bb70-69bdc25846b9 req-19e4e46e-7eb3-494f-a0e9-dbb0fa64ee7b service nova] Enqueued Resource ID: 0401c6c4-a531-4497-9271-247901f25deb with Priority: HIGHEST for action port [ 907.233561] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_rules [ 907.233561] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_members [ 907.233561] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0401c6c4-a531-4497-9271-247901f25deb with Priority: HIGHEST for action port [ 907.233561] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.233561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.233561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.233561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.233561] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.234352] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.234352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.234352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.234352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.234352] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.234352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.234592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.234755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.234825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.234958] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.236272] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0401c6c4-a531-4497-9271-247901f25deb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.236383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.236470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.236654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.236769] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0401c6c4-a531-4497-9271-247901f25deb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.291023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.291023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.291023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.291023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.291023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.302175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d in Status: IN_PROGRESS for 2s [ 907.738737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.738998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.739107] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0401c6c4-a531-4497-9271-247901f25deb with status ACTIVE [ 907.740310] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.740501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.740600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.740781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.740875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.741070] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.741168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.741231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.741387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.741465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.741689] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.741789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.741851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.741994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.742080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.742166] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0401c6c4-a531-4497-9271-247901f25deb is going to be updated. [ 907.743456] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.767295] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.767484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.767543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.767743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.767840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.767993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0401c6c4-a531-4497-9271-247901f25deb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.932023] env[69735]: INFO networking_nsxv3.common.synchronization [req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 req-24f7461d-f613-47bd-8451-69e604708c72 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_members [ 907.932023] env[69735]: INFO networking_nsxv3.common.synchronization [req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 req-24f7461d-f613-47bd-8451-69e604708c72 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 907.932023] env[69735]: INFO networking_nsxv3.common.synchronization [req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 req-24f7461d-f613-47bd-8451-69e604708c72 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 907.933301] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGHEST for action security_group_members [ 907.937057] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGHEST for action security_group_members [ 907.937057] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGHEST for action security_group_members [ 907.937057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0930b60b-e085-4057-b7b4-2483dca32ef0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.937057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.937057] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.937057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.937057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.937057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.937780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.937991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.938284] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.939828] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.940114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.943065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.943065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.943065] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.943065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.943065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.943065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.943065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.943065] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.068174] env[69735]: INFO networking_nsxv3.common.synchronization [req-3654adb4-e0c5-4222-b73b-2fa5820ea91c req-437a52d0-c3ce-4451-81f0-7ed7eeb70a63 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 908.068883] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 908.069354] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.071371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.071371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.071371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.071371] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.071371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.071371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.071371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.071371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.071371] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.247311] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.415547] env[69735]: INFO networking_nsxv3.common.synchronization [req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 req-1ddc5727-3a93-4baa-aa54-90a170b6f42a tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 908.416093] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 908.416407] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.416525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.416583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.416845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.416999] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.417791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.420915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.421148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.421243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.421348] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.446180] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.446377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.446456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.446711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.446840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.447085] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.447195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.447325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.447481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.447529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.447964] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be updated. [ 908.458024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.458024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.458024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.458024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.458024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.458024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.480453] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.480883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.480946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.481047] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 is going to be updated. [ 908.482096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.482280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.485490] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.489943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.489943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.489943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.489943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.497983] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: IN_PROGRESS for 2s [ 908.504647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.507028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.507028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.507028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.507028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.507028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.507028] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be updated. [ 908.509770] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.510254] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.510477] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.510955] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.511385] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.511970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.512201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.512525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.512769] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.513076] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.513299] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.513501] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.515020] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.515020] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.515020] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.515020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.522756] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.523146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.523306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.523670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.524017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.533651] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: IN_PROGRESS for 2s [ 908.538402] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.542440] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.542440] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.542440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.542440] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-042d68ed-b481-4575-9a49-f7e353a3f6c2 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.542440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.542440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.542440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.542440] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042d68ed-b481-4575-9a49-f7e353a3f6c2',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.546309] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.546309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.546309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.546309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.546309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.558914] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: IN_PROGRESS for 2s [ 908.575286] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.575460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.575656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.575902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.576085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.576296] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.576404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.576470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.576631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.576712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.576808] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 already deleted. [ 908.576890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.750309] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.750574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.750704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.751067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.751241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.751411] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 is going to be created. [ 908.816847] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.817386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.817465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.817705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.817873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.830919] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 in Status: UNINITIALIZED for 2s [ 908.846852] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.847026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.847026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.847337] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.847643] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.847835] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.847991] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.848290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.848435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.848868] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.849305] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.849507] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.849675] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.849879] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.850096] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.850320] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.870991] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.873019] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.873019] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.873019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.873019] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-0a9f8500-d278-46fc-a294-f3df5e2daf05 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.873019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.873019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.873019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.873019] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9f8500-d278-46fc-a294-f3df5e2daf05',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.924852] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.925012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.925077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.925305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.925398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.926033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.926033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.926033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.926033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.926221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.926221] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f already deleted. [ 908.926221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.052020] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.052020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.052020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.052020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.052020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.052020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 042d68ed-b481-4575-9a49-f7e353a3f6c2 not found, creating... [ 909.052020] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.052020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.052020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.052533] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.052533] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.052718] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.052918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.053063] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.053320] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.053513] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.053736] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 042d68ed-b481-4575-9a49-f7e353a3f6c2 is going to be created. [ 909.075283] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.075283] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.075283] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.075570] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.075855] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.076138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.315528] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d in Status: SUCCESS [ 909.315809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.375497] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.375781] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.375934] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.376328] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.376546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.376908] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 0a9f8500-d278-46fc-a294-f3df5e2daf05 not found, creating... [ 909.377320] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.377601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.377763] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.378092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.378307] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.378659] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.378840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.378956] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.379284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.379437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.379622] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 0a9f8500-d278-46fc-a294-f3df5e2daf05 is going to be created. [ 909.403589] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.403908] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.404068] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.404402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.404766] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.405151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.799014] env[69735]: INFO networking_nsxv3.common.synchronization [req-3654adb4-e0c5-4222-b73b-2fa5820ea91c req-93ee0f8c-2713-4a34-975a-6d5f6fc52733 service nova] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_rules [ 909.802139] env[69735]: INFO networking_nsxv3.common.synchronization [req-3654adb4-e0c5-4222-b73b-2fa5820ea91c req-93ee0f8c-2713-4a34-975a-6d5f6fc52733 service nova] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 909.802139] env[69735]: INFO networking_nsxv3.common.synchronization [req-3654adb4-e0c5-4222-b73b-2fa5820ea91c req-93ee0f8c-2713-4a34-975a-6d5f6fc52733 service nova] Enqueued Resource ID: 042d68ed-b481-4575-9a49-f7e353a3f6c2 with Priority: HIGHEST for action port [ 909.802753] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_rules [ 909.802989] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 909.803157] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 042d68ed-b481-4575-9a49-f7e353a3f6c2 with Priority: HIGHEST for action port [ 909.803560] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.803762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.803863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.804196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.804312] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.805436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.805436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.805577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.806049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.806049] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.806049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.806049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.806202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.806255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.806346] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.807257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-042d68ed-b481-4575-9a49-f7e353a3f6c2 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.807364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.807432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.807579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.808559] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042d68ed-b481-4575-9a49-f7e353a3f6c2',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.251206] env[69735]: INFO networking_nsxv3.common.synchronization [req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 req-399a73e4-6915-416c-a145-bde6facd22a6 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 910.251440] env[69735]: INFO networking_nsxv3.common.synchronization [req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 req-399a73e4-6915-416c-a145-bde6facd22a6 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 910.251653] env[69735]: INFO networking_nsxv3.common.synchronization [req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 req-399a73e4-6915-416c-a145-bde6facd22a6 service nova] Enqueued Resource ID: 0a9f8500-d278-46fc-a294-f3df5e2daf05 with Priority: HIGHEST for action port [ 910.252485] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 910.252662] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 910.252847] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9f8500-d278-46fc-a294-f3df5e2daf05 with Priority: HIGHEST for action port [ 910.253589] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.253819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.254021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.254311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.254455] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.255508] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.255598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.255743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.255966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.256340] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.256483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.256589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.256797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.256915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.257086] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.261216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9f8500-d278-46fc-a294-f3df5e2daf05 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.261216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.261216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.261216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.261216] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9f8500-d278-46fc-a294-f3df5e2daf05',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.309842] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.310922] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.311068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.311243] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 042d68ed-b481-4575-9a49-f7e353a3f6c2 with status ACTIVE [ 910.311422] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.311543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.311610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.311850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.312033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.315025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.315025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.315025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.315025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 042d68ed-b481-4575-9a49-f7e353a3f6c2 is going to be updated. [ 910.337466] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.337710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.337847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.338088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.338226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.338419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-042d68ed-b481-4575-9a49-f7e353a3f6c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.509053] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 in Status: SUCCESS [ 910.509262] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 deletion is rescheduled due to dependency. [ 910.509386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.544502] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 in Status: SUCCESS [ 910.544502] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 deletion is rescheduled due to dependency. [ 910.544631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.571277] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 in Status: SUCCESS [ 910.571548] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 deletion is rescheduled due to dependency. [ 910.571834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.762027] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.762027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.762027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.763907] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a9f8500-d278-46fc-a294-f3df5e2daf05 with status ACTIVE [ 910.764120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.764262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.764348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.764584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.765469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.765469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.765469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.765469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.765469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.765469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.765469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.765963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.765963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.765963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.765963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.765963] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a9f8500-d278-46fc-a294-f3df5e2daf05 is going to be updated. [ 910.799859] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9f8500-d278-46fc-a294-f3df5e2daf05" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.816027] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.843421] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 in Status: SUCCESS [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.845384] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.845384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.845384] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.268451] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.319290] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.319638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.319638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.319773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.319874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.319977] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be created. [ 911.347690] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.348236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.348466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.348838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.350022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.350777] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.360779] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: UNINITIALIZED for 2s [ 911.770257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.770718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.771132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.771468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.771723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.771995] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be created. [ 911.814199] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.814308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.814359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.814589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.814859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.830101] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: UNINITIALIZED for 2s [ 911.853412] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87f9241d-f0fa-4c19-b686-156a7b7bfd36: rpc.has_security_group_logging(os_id): False [ 911.875339] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.875551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.875704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.875803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.875905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.876184] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.876319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.876386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.876567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.876675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.876811] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 is going to be created. [ 911.950173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.950356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.950434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.950679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.951465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.964793] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 in Status: IN_PROGRESS for 2s [ 913.373238] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: SUCCESS [ 913.373534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.373697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.373931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.374139] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.374271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.374335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.374483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.374558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.374794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.374915] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.843457] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.843457] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.843457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.843457] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.877884] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.878108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.878158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.878385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.878568] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.878668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.878730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.878882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.878979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.879131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.879318] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.879420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.879483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.879626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.879767] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.879859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.879919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.880118] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.880215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.880321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.880431] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.979184] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 in Status: SUCCESS [ 913.979475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.345466] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.345622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.345622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.345780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.345957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.346069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.346133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.346296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.346376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.346522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.346680] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.346775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.346836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.346976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.347174] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.347268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.347330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.347483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.347571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.347655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.347746] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.384258] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27: rpc.has_security_group_logging(os_id): False [ 914.402532] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.402532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.402532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.402532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.402532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.402532] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.402821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.402821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.402997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.403053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403272] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.403374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.404037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.404037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.404037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.404037] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.404037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.404233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.404233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.404324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.404363] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be created. [ 914.467522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.467743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.467789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.468049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.468255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.482068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: IN_PROGRESS for 2s [ 914.851385] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b470ac9b-6ce8-4728-9174-7a8a70a53f0f: rpc.has_security_group_logging(os_id): False [ 914.870272] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.870473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.870530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.870755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.870862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.871114] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.871227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.871357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.871475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.871554] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.871795] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.871904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.872298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.873032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.873155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.873272] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.874076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.874147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.874320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.874405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.874498] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be created. [ 914.946046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.946046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.946046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.946397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.946624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.963167] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 915.254542] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 915.254828] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 916.497345] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: SUCCESS [ 916.498131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.977621] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 916.977886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.012887] env[69735]: INFO networking_nsxv3.common.synchronization [req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 req-e17a6af5-c500-418d-985b-b5ae17286d57 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 917.013267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 917.013585] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.013767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.013843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.015242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.015242] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.015356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.015797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.015797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.015883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.016030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.524186] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.524186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.524186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.524549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.524549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.524549] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.524641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.524737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.524875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.524947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.525042] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 917.575030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.575030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.575030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.575030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.575030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.591338] env[69735]: INFO networking_nsxv3.common.synchronization [req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 req-74efc0f3-0a03-446b-86b6-9ace2e4c1f51 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Enqueued Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_members [ 917.592186] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGHEST for action security_group_members [ 917.592513] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.592636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.592701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.592925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.593097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.593197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.593257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.593409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.593491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.593593] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.602157] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 918.096295] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.096513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.096588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.096881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.096976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.097181] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.097282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.097346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.097498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.097574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.097659] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d is going to be updated. [ 918.137741] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.137947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.138034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.138397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.138553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.149854] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d in Status: IN_PROGRESS for 2s [ 918.538330] env[69735]: INFO networking_nsxv3.common.synchronization [None req-b3aca277-a825-4862-b162-48790ac42d75 None None] Enqueued Resource ID: 95ab3c0a-2ec1-4805-be42-400cc719a0a2 with Priority: HIGHEST for action port [ 918.538330] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ab3c0a-2ec1-4805-be42-400cc719a0a2 with Priority: HIGHEST for action port [ 918.538330] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ab3c0a-2ec1-4805-be42-400cc719a0a2 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.538330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ab3c0a-2ec1-4805-be42-400cc719a0a2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.538330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ab3c0a-2ec1-4805-be42-400cc719a0a2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.538877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ab3c0a-2ec1-4805-be42-400cc719a0a2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.538877] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ab3c0a-2ec1-4805-be42-400cc719a0a2',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.042881] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ab3c0a-2ec1-4805-be42-400cc719a0a2 [ 919.043145] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.043282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.043352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.043600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.043720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.043810] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ab3c0a-2ec1-4805-be42-400cc719a0a2 already deleted. [ 919.043890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ab3c0a-2ec1-4805-be42-400cc719a0a2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.616924] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 919.616924] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce deletion is rescheduled due to dependency. [ 919.616924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.115685] env[69735]: INFO networking_nsxv3.common.synchronization [req-fb807f4c-a259-4cf3-a8c1-091b432e256a req-e3ad0aac-bd99-4763-830e-7989880d43f5 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 920.117614] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 920.117614] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.117614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.117614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.118504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.118693] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.118893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.118960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.119224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.119333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.119451] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.164768] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d in Status: SUCCESS [ 920.164985] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d deletion is rescheduled due to dependency. [ 920.165186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.622178] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.622568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.622568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.622657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.622690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.623063] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.623063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.623063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.623208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.623368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.623368] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be deleted. [ 920.660472] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.660643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.660698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.660933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.661050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.661165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.709052] env[69735]: INFO networking_nsxv3.common.synchronization [None req-bf85c108-525a-4dfa-9211-1896cb0dc40b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 920.709688] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 920.713032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.713032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.713032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.713032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.713032] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.849852] env[69735]: INFO networking_nsxv3.common.synchronization [None req-81480daa-fe7c-4cf2-b911-666e3e362c87 None None] Enqueued Resource ID: 5c37e7ea-eac8-4323-ac18-fbb3f541111a with Priority: HIGHEST for action port [ 920.851733] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37e7ea-eac8-4323-ac18-fbb3f541111a with Priority: HIGHEST for action port [ 920.852108] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c37e7ea-eac8-4323-ac18-fbb3f541111a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.852230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c37e7ea-eac8-4323-ac18-fbb3f541111a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.852288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c37e7ea-eac8-4323-ac18-fbb3f541111a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.852551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c37e7ea-eac8-4323-ac18-fbb3f541111a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.852627] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c37e7ea-eac8-4323-ac18-fbb3f541111a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.087326] env[69735]: INFO networking_nsxv3.common.synchronization [None req-acd8016b-4b89-42e3-8c9a-6bd67e225974 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 921.088477] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 921.088825] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.088965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.235197] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.235340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.235393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.235615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.235739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.235807] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 already deleted. [ 921.235896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.236108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.237136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.237136] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.354412] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c37e7ea-eac8-4323-ac18-fbb3f541111a [ 921.354833] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.354971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.356307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.356742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.356845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.356952] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c37e7ea-eac8-4323-ac18-fbb3f541111a already deleted. [ 921.357068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c37e7ea-eac8-4323-ac18-fbb3f541111a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.613574] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.613907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.613962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.614266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.614536] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.614708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.614832] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.621395] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.621395] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.621395] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.621395] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.621395] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.621395] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.621395] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.621395] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.621395] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.642397] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.645024] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.645024] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.645024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-859" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.645024] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-bae03468-aaa9-489d-906f-b5d7cd26b6ec taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.645024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.645024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.645024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.646735] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae03468-aaa9-489d-906f-b5d7cd26b6ec',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.777214] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.777512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.777512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.777684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.777816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.777981] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 already deleted. [ 921.778172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.151208] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.151208] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port bae03468-aaa9-489d-906f-b5d7cd26b6ec not found, creating... [ 922.151208] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.151208] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.152133] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.152133] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.152647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.154108] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.155354] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.155354] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: bae03468-aaa9-489d-906f-b5d7cd26b6ec is going to be created. [ 922.186216] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.186216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.186216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.186216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.186216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.186216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.187713] env[69735]: INFO networking_nsxv3.common.synchronization [None req-b54246c0-6845-45f7-ae63-c59beb664036 None None] Enqueued Resource ID: d2daf9df-b639-4db4-a0cc-a95bdc158703 with Priority: HIGHEST for action port [ 922.188636] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2daf9df-b639-4db4-a0cc-a95bdc158703 with Priority: HIGHEST for action port [ 922.189195] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2daf9df-b639-4db4-a0cc-a95bdc158703 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.189195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2daf9df-b639-4db4-a0cc-a95bdc158703" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.189195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2daf9df-b639-4db4-a0cc-a95bdc158703" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.189514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2daf9df-b639-4db4-a0cc-a95bdc158703" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.189635] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2daf9df-b639-4db4-a0cc-a95bdc158703',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.692451] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2daf9df-b639-4db4-a0cc-a95bdc158703 [ 922.692945] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.692945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.692945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.693170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.693260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.693358] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2daf9df-b639-4db4-a0cc-a95bdc158703 already deleted. [ 922.693440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2daf9df-b639-4db4-a0cc-a95bdc158703" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.217762] env[69735]: INFO networking_nsxv3.common.synchronization [req-fb807f4c-a259-4cf3-a8c1-091b432e256a req-c05b3a9a-c596-4826-b9c0-79c0ab31c2f9 service nova] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_rules [ 923.217762] env[69735]: INFO networking_nsxv3.common.synchronization [req-fb807f4c-a259-4cf3-a8c1-091b432e256a req-c05b3a9a-c596-4826-b9c0-79c0ab31c2f9 service nova] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 923.217762] env[69735]: INFO networking_nsxv3.common.synchronization [req-fb807f4c-a259-4cf3-a8c1-091b432e256a req-c05b3a9a-c596-4826-b9c0-79c0ab31c2f9 service nova] Enqueued Resource ID: bae03468-aaa9-489d-906f-b5d7cd26b6ec with Priority: HIGHEST for action port [ 923.217762] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_rules [ 923.217762] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 923.217762] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae03468-aaa9-489d-906f-b5d7cd26b6ec with Priority: HIGHEST for action port [ 923.217762] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.217762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.217762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.217762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.217762] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.218710] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.219239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.219239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.219239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.219239] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.219239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.219392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.219418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.219502] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.219608] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.220404] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae03468-aaa9-489d-906f-b5d7cd26b6ec taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.220518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.220566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.220714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.220788] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae03468-aaa9-489d-906f-b5d7cd26b6ec',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.582735] env[69735]: INFO networking_nsxv3.common.synchronization [req-9b71e470-9425-41c9-9fdb-8e287ff0987d req-c49580ca-2a42-4924-ad18-bddd8c51436b tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 923.583331] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGHEST for action security_group_members [ 923.583892] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.583892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.583892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.584127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.584560] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.584560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.584560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.584837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.584930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.585022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.722523] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.722816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.722854] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.723949] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae03468-aaa9-489d-906f-b5d7cd26b6ec with status ACTIVE [ 923.724061] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.724191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.724231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.724438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.724991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.724991] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.724991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.724991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.724991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.725222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.725266] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.725444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.725444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.725536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.725607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.725688] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae03468-aaa9-489d-906f-b5d7cd26b6ec is going to be updated. [ 923.748799] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.748937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.749019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.749248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.749406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.749601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae03468-aaa9-489d-906f-b5d7cd26b6ec" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.817989] env[69735]: INFO networking_nsxv3.common.synchronization [req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 req-63894d3a-8a06-4d4e-9429-e9a67e3926c4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 923.820041] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 923.820041] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.820041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.820041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.820886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.820886] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.820886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.820886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.820886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.820886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.822427] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.087174] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.087355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.087427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.087704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.087803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.088033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.088177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.088214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.088385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.088460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.088549] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be updated. [ 924.114921] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.115081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.115153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.115367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.115536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.126441] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: IN_PROGRESS for 2s [ 924.227580] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.324463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.324680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.324680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.325039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.325152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.325368] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.325472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.325536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.325693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.325781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.325872] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 924.353569] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.353646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.353764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.353991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.354237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.364861] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 924.732920] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.732920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.732920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.732920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.732920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.732920] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be created. [ 924.761022] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.761022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.761022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.761022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.761022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.776044] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: UNINITIALIZED for 2s [ 925.034018] env[69735]: INFO networking_nsxv3.common.synchronization [req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 req-b40679f5-3f49-43b5-955c-87654038a5e1 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 925.034736] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGHEST for action security_group_members [ 925.035374] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.035536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.035655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.035941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.036192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.036346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.036470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.036664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.037494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.037494] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.066120] env[69735]: INFO networking_nsxv3.common.synchronization [None req-fdd43fcc-067a-481b-a230-9a1e70da9a66 None None] Enqueued Resource ID: 162466d3-646a-42b5-94e0-d67b8968885e with Priority: HIGHEST for action port [ 925.066120] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162466d3-646a-42b5-94e0-d67b8968885e with Priority: HIGHEST for action port [ 925.066120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-162466d3-646a-42b5-94e0-d67b8968885e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.066120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-162466d3-646a-42b5-94e0-d67b8968885e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.066120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-162466d3-646a-42b5-94e0-d67b8968885e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.066120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-162466d3-646a-42b5-94e0-d67b8968885e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.066120] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('162466d3-646a-42b5-94e0-d67b8968885e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.542745] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.542745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.542745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.542745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.566307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.566307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.567049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.567452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.567807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.569081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.569081] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be updated. [ 925.571094] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 162466d3-646a-42b5-94e0-d67b8968885e [ 925.571594] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.572013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.572838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.572838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.572838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.572838] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:162466d3-646a-42b5-94e0-d67b8968885e already deleted. [ 925.573305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-162466d3-646a-42b5-94e0-d67b8968885e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.607593] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.607761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.607844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.619733] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: IN_PROGRESS for 2s [ 925.701189] env[69735]: INFO networking_nsxv3.common.synchronization [None req-6a2eaa47-c822-4705-b14a-d7f674653d63 None None] Enqueued Resource ID: 1a2af6ab-6318-4092-a135-0d1cbe3bf1be with Priority: HIGHEST for action port [ 925.701818] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2af6ab-6318-4092-a135-0d1cbe3bf1be with Priority: HIGHEST for action port [ 925.702192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a2af6ab-6318-4092-a135-0d1cbe3bf1be taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.702334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a2af6ab-6318-4092-a135-0d1cbe3bf1be" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.702403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a2af6ab-6318-4092-a135-0d1cbe3bf1be" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.702626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a2af6ab-6318-4092-a135-0d1cbe3bf1be" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.702723] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2af6ab-6318-4092-a135-0d1cbe3bf1be',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.140353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b93071-7119-490e-b2ce-ae507eb96a82 in Status: SUCCESS [ 926.140353] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 deletion is rescheduled due to dependency. [ 926.140353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.211956] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a2af6ab-6318-4092-a135-0d1cbe3bf1be [ 926.211956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.211956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.211956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.211956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.211956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.211956] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a2af6ab-6318-4092-a135-0d1cbe3bf1be already deleted. [ 926.211956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a2af6ab-6318-4092-a135-0d1cbe3bf1be" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.378096] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 926.378293] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f deletion is rescheduled due to dependency. [ 926.378405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.627920] env[69735]: INFO networking_nsxv3.common.synchronization [req-cead2947-c7eb-484d-9a87-593d14c9d4f8 req-eebd1e54-85f1-4571-a9ac-8e5b9b2e3cb9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 926.628970] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 926.628970] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.629248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.629898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.629898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.629898] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.630063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.630063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.630185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.632037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.632037] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.788183] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 926.788183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.788183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.788183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.788183] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.788183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.788183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.788669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.788669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.788669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.788669] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.135646] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.143176] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.143176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.143176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.143176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.143176] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.143176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.143176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.143176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.143176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.143176] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.143176] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.143176] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.143176] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.143835] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.143835] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.143835] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.177041] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.177041] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.177041] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.177041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.177361] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.177521] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.177650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.178020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.178179] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7d2733-3e88-4bb3-a59f-e60f68b6dd56',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.300907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.300907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.300907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.300907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.300907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.301536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.301536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.301536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.301536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.301536] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.637101] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda in Status: SUCCESS [ 927.637292] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda deletion is rescheduled due to dependency. [ 927.637404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.646930] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.684721] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.684984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.685135] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.685416] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.685573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.685733] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 not found, creating... [ 927.685997] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.686177] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686302] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.686520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.686660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.686943] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.687118] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.687240] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.687447] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.687584] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.687738] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 is going to be created. [ 927.719113] env[69735]: INFO networking_nsxv3.common.synchronization [req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 req-4b0e8fa6-4b80-4ba4-b27a-81ee38179c7d tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_members [ 927.719678] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGHEST for action security_group_members [ 927.720038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.720169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.720238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.720432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.720581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.720684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.720747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.720907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.720992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.721101] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.723848] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.724123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.724265] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.724548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.724867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.725435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.804127] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc3937c-c92a-4378-9447-f0ee29a7b772: rpc.has_security_group_logging(os_id): False [ 927.841114] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.841483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.841578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.841948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.842126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.842625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.842625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.843913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.843913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.843913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.843913] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.843913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.845914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.845914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.845914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.845914] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.845914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.845914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.845914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.845914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.845914] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be created. [ 927.948756] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.949040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.949184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.949532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.949861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.974053] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 928.149726] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.150170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.150170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.150297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.150393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.150491] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 928.184679] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.186427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.188019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.188019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.201783] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 928.231467] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.231467] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.231467] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e6017-7805-4511-befe-7193c3082e29 is going to be updated. [ 928.264058] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.264058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.264058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.264058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.264058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.277268] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: IN_PROGRESS for 2s [ 928.418896] env[69735]: INFO networking_nsxv3.common.synchronization [req-cead2947-c7eb-484d-9a87-593d14c9d4f8 req-d5be1db3-be96-43a0-ad84-0177f41e5ac9 service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 928.418896] env[69735]: INFO networking_nsxv3.common.synchronization [req-cead2947-c7eb-484d-9a87-593d14c9d4f8 req-d5be1db3-be96-43a0-ad84-0177f41e5ac9 service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 928.418896] env[69735]: INFO networking_nsxv3.common.synchronization [req-cead2947-c7eb-484d-9a87-593d14c9d4f8 req-d5be1db3-be96-43a0-ad84-0177f41e5ac9 service nova] Enqueued Resource ID: bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 with Priority: HIGHEST for action port [ 928.418896] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 928.418896] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 928.418896] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 with Priority: HIGHEST for action port [ 928.420019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.420176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.420265] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.420487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.420587] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.422317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.422317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.422690] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.422690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.422817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.422979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.423122] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7d2733-3e88-4bb3-a59f-e60f68b6dd56',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.670738] env[69735]: INFO networking_nsxv3.common.synchronization [None req-45d5733e-d2e6-4d02-af0e-124797979a30 None None] Enqueued Resource ID: 00123e20-a94b-4607-abcc-bba1614f1321 with Priority: HIGHEST for action port [ 928.671491] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00123e20-a94b-4607-abcc-bba1614f1321 with Priority: HIGHEST for action port [ 928.673951] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-00123e20-a94b-4607-abcc-bba1614f1321 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.674384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00123e20-a94b-4607-abcc-bba1614f1321" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.674384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00123e20-a94b-4607-abcc-bba1614f1321" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.678179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00123e20-a94b-4607-abcc-bba1614f1321" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.678179] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00123e20-a94b-4607-abcc-bba1614f1321',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.926190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.926328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.927747] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 with status ACTIVE [ 928.927956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.928055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.928055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.928269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.928331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.928547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.928616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.928646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.928786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.928862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.929050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.929153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.929332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.929482] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.929526] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 is going to be updated. [ 928.952945] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.952945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.952945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.952945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.952945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.952945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.183989] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00123e20-a94b-4607-abcc-bba1614f1321 [ 929.184458] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.184458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.184458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.184679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.184756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.185235] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00123e20-a94b-4607-abcc-bba1614f1321 already deleted. [ 929.185423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00123e20-a94b-4607-abcc-bba1614f1321" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.997696] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 929.998020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.218143] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 930.218143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.218143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.218143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.218143] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.218143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.218143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.218143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.218143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.218143] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.291088] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 467e6017-7805-4511-befe-7193c3082e29 in Status: SUCCESS [ 930.293152] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 467e6017-7805-4511-befe-7193c3082e29 deletion is rescheduled due to dependency. [ 930.293152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.725243] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.228217] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.734811] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.734811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.734811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.734811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.734811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.734811] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 931.763797] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.766027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.766027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.766027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.766027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.777370] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 932.191018] env[69735]: INFO networking_nsxv3.common.synchronization [req-7481fde6-258f-4fb8-8e84-71cfc00455f9 req-2e10e469-4335-45b8-b4e8-bc01d26fa2d4 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Enqueued Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_members [ 932.191097] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGHEST for action security_group_members [ 932.191727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.191727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.191727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.191913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.191983] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.192788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.192788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.192788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.192788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.192788] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.696836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.697170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.697170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.697487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.697487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.697818] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.698592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.698592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.699047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.699047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.699047] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 is going to be updated. [ 932.775223] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.775426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.775538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.777068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.777068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.795587] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 in Status: IN_PROGRESS for 2s [ 933.237966] env[69735]: INFO networking_nsxv3.common.synchronization [req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe req-b33e0752-1a95-4180-a929-c4c9b7cacd76 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 933.242254] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGHEST for action security_group_members [ 933.242254] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.242442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.242442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.242579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.242732] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.242833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.242889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.243045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.244020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.244020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.478636] env[69735]: INFO networking_nsxv3.common.synchronization [req-1170a40a-c62c-42b3-9047-11c1ea641c36 req-a0e2bc31-016e-403a-ba80-ead456719bae tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 933.479408] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 933.479730] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.479917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.482456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.482676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.482871] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.482993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.483088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.483259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.483371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.483458] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.745806] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.746417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.748024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.748024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.748024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.748402] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.748649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.748803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.749094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.749433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.750962] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be updated. [ 933.794284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.794284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.794284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.794691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.795322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.801425] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 933.801648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.802201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.802433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.802632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.802938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.803286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.803286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.803286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.803398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.804077] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.815492] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: IN_PROGRESS for 2s [ 933.972297] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.972297] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.972297] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.972492] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.972814] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.972992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.973057] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.973283] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.973433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.973649] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.973767] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.973954] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.974142] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.974279] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.974813] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.974813] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.985358] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.995913] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.996094] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.996236] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.996486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-843" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.996872] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.997134] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.997276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.997606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.000046] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd51175-0b51-4469-ab2b-deb32ff5dc6f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.307148] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.307310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.307384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.307605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.307772] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.307871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.307962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.308186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.308272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.308419] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.308544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.308608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.308911] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.309018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.309095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.309211] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.309282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.309360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.309447] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.487772] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.500652] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.500907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.501069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.501358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.501527] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.501670] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f not found, creating... [ 934.502118] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.502118] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.502258] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.502470] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.502572] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.502853] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.503073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.503260] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.503464] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.503608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.503752] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 3bd51175-0b51-4469-ab2b-deb32ff5dc6f is going to be created. [ 934.523607] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.523862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.524030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.524281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.524574] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.524931] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.811168] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 in Status: SUCCESS [ 934.811585] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 deletion is rescheduled due to dependency. [ 934.811585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.811782] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca37c-23a4-498a-96f0-d8e472d6e56a: rpc.has_security_group_logging(os_id): False [ 934.833129] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.833335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.833431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.833655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.833747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.833980] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.834131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.834195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.834307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.834382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.834572] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.834660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.834721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.834847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.834934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.836074] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.836213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.836281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.836942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.836942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.836942] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 934.905145] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.905364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.905431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.905730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.905789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.925482] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 934.992719] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.992719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.992719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.992719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.992719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.992719] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be updated. [ 935.026281] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.026450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.026506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.027386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.027386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.039582] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: IN_PROGRESS for 2s [ 935.117121] env[69735]: INFO networking_nsxv3.common.synchronization [None req-54078a2a-62ba-4660-b6e0-5e8326722a3c None None] Enqueued Resource ID: 0d008c7d-7841-4ede-b7b4-deee986d1238 with Priority: HIGHEST for action port [ 935.117758] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d008c7d-7841-4ede-b7b4-deee986d1238 with Priority: HIGHEST for action port [ 935.122236] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d008c7d-7841-4ede-b7b4-deee986d1238 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.122481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d008c7d-7841-4ede-b7b4-deee986d1238" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.122481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d008c7d-7841-4ede-b7b4-deee986d1238" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.122758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d008c7d-7841-4ede-b7b4-deee986d1238" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.122845] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d008c7d-7841-4ede-b7b4-deee986d1238',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.368451] env[69735]: INFO networking_nsxv3.common.synchronization [req-1170a40a-c62c-42b3-9047-11c1ea641c36 req-e685e8c5-1803-40d7-80a2-c1312fcd9b5c service nova] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_rules [ 935.368644] env[69735]: INFO networking_nsxv3.common.synchronization [req-1170a40a-c62c-42b3-9047-11c1ea641c36 req-e685e8c5-1803-40d7-80a2-c1312fcd9b5c service nova] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 935.368829] env[69735]: INFO networking_nsxv3.common.synchronization [req-1170a40a-c62c-42b3-9047-11c1ea641c36 req-e685e8c5-1803-40d7-80a2-c1312fcd9b5c service nova] Enqueued Resource ID: 3bd51175-0b51-4469-ab2b-deb32ff5dc6f with Priority: HIGHEST for action port [ 935.372164] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_rules [ 935.372386] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 935.374024] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd51175-0b51-4469-ab2b-deb32ff5dc6f with Priority: HIGHEST for action port [ 935.374024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.374024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.374024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.374024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.374024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.374981] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.375164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.375395] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.375523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.375588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.375841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.375932] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd51175-0b51-4469-ab2b-deb32ff5dc6f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.624641] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d008c7d-7841-4ede-b7b4-deee986d1238 [ 935.624984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.625112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.625112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.626382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.626382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.626382] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d008c7d-7841-4ede-b7b4-deee986d1238 already deleted. [ 935.626382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d008c7d-7841-4ede-b7b4-deee986d1238" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.766511] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e643329d-167f-4146-9a8a-ce12eea9e55d tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Enqueued Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_rules [ 935.771663] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_rules [ 935.772291] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.772516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.772637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.773060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.773215] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.825679] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 in Status: SUCCESS [ 935.825935] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 deletion is rescheduled due to dependency. [ 935.825935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.858865] env[69735]: INFO networking_nsxv3.common.synchronization [None req-029800aa-6c18-4d63-83ba-d6877ead9420 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Enqueued Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_rules [ 935.859405] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_rules [ 935.859710] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.859813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.879475] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.879617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.879817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f with status ACTIVE [ 935.880019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.880132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.880194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.880389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.880471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.880692] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.880790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.880848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.881129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.881213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.881395] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.881508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.881693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.881751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.881833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.881926] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bd51175-0b51-4469-ab2b-deb32ff5dc6f is going to be updated. [ 935.907608] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.907834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.907941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.908252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.908454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.908690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd51175-0b51-4469-ab2b-deb32ff5dc6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.298548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.298764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.298764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.298981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.299092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.299186] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 already deleted. [ 936.299269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.299423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.299595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.299709] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.827520] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.827840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.827840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.828017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.828058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.828142] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 already deleted. [ 936.828217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.945580] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 936.945580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.052162] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: SUCCESS [ 937.052162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.052162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.052162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.052162] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.052162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.052162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.052162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.052162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.052162] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.441615] env[69735]: INFO networking_nsxv3.common.synchronization [None req-a7598fdd-48e6-4e2a-8d9e-b89928b0b780 None None] Enqueued Resource ID: 1902f82f-ce36-4f01-af5a-2f47f56d67ef with Priority: HIGHEST for action port [ 937.443552] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1902f82f-ce36-4f01-af5a-2f47f56d67ef with Priority: HIGHEST for action port [ 937.443552] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1902f82f-ce36-4f01-af5a-2f47f56d67ef taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.443552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1902f82f-ce36-4f01-af5a-2f47f56d67ef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.443552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1902f82f-ce36-4f01-af5a-2f47f56d67ef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.443552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1902f82f-ce36-4f01-af5a-2f47f56d67ef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.444148] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1902f82f-ce36-4f01-af5a-2f47f56d67ef',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.554509] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.946809] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1902f82f-ce36-4f01-af5a-2f47f56d67ef [ 937.947161] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.947226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.947273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.947507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.947601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.947697] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1902f82f-ce36-4f01-af5a-2f47f56d67ef already deleted. [ 937.947777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1902f82f-ce36-4f01-af5a-2f47f56d67ef" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.056999] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.559965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.560193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.560274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.560416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.560501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.560592] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be updated. [ 938.588391] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.588658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.588658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.588808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.588954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.599057] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: IN_PROGRESS for 2s [ 940.610813] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: SUCCESS [ 940.611194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.611236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.611450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.611645] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.611790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.611888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.612078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.612162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.612248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.612337] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.115472] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.115828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.116024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.116529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.116985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.117178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.117300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.117663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.117868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.118348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.118624] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.118791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.118898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.119289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.119401] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.119571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.119688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.119939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.120147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.120318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.120482] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.626207] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 749d7dc5-d58d-4875-97f7-5523e88b8561: rpc.has_security_group_logging(os_id): False [ 941.644348] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.644527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.644572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.644781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.644876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.645113] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.645213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.645279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.645439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.645514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.645703] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.645769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.645822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.645965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.647225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.648965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.649131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.649230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.649396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.649396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.653021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be updated. [ 941.697050] env[69735]: INFO networking_nsxv3.common.synchronization [req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 req-337e74e0-d74f-472d-af79-3f13e1fbde2b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 941.697447] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 941.697771] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.698035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.698035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.698508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.698676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.698783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.698866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.699698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.699698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.699698] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.735509] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.735679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.735777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.736170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.736170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.755391] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: IN_PROGRESS for 2s [ 941.946781] env[69735]: INFO networking_nsxv3.common.synchronization [req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 req-02224680-dc45-498c-a548-a4ea409e910f tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 941.947581] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 941.947925] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.949266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.949447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.949781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.950338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.950338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.950338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.950579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.950720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.950956] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.204026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.204026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.204026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.204026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be updated. [ 942.264074] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.265023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.265023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.265023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.265023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.277436] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: IN_PROGRESS for 2s [ 942.278355] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.278543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.278671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.278961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.279813] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.279813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.279813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.279813] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.280014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.280164] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.280278] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.280391] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.280495] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.280602] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.280705] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.280835] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.303573] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.303573] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.303724] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.304059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.304350] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-5212f2cb-52a8-4577-9c60-740e33f8c7d5 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.304760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.304760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.305117] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.305288] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5212f2cb-52a8-4577-9c60-740e33f8c7d5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.455691] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.455691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.456344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.456344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.456344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.456344] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.456725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.456725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.456725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.456725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.456924] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 942.485468] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.485750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.485750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.485941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.486131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.495881] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 942.808038] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.808038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.809262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.809262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.809262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.809262] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 5212f2cb-52a8-4577-9c60-740e33f8c7d5 not found, creating... [ 942.809262] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.809262] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.809454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.809604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.809744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.810331] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.810331] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.810544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.810700] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.810876] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.811127] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 5212f2cb-52a8-4577-9c60-740e33f8c7d5 is going to be created. [ 942.836585] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.836943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.836943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.837351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.837663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.838081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.560093] env[69735]: INFO networking_nsxv3.common.synchronization [req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 req-7f7fd723-a575-4f29-ae89-95c464dbf4e1 service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 943.560287] env[69735]: INFO networking_nsxv3.common.synchronization [req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 req-7f7fd723-a575-4f29-ae89-95c464dbf4e1 service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 943.560507] env[69735]: INFO networking_nsxv3.common.synchronization [req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 req-7f7fd723-a575-4f29-ae89-95c464dbf4e1 service nova] Enqueued Resource ID: 5212f2cb-52a8-4577-9c60-740e33f8c7d5 with Priority: HIGHEST for action port [ 943.560670] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 943.560798] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 943.560896] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5212f2cb-52a8-4577-9c60-740e33f8c7d5 with Priority: HIGHEST for action port [ 943.562070] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.562190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.562323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.565067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.565153] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.566020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.566129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.566385] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5212f2cb-52a8-4577-9c60-740e33f8c7d5 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.566514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.566581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.566767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.566855] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5212f2cb-52a8-4577-9c60-740e33f8c7d5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.773126] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: SUCCESS [ 943.773492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.069750] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.070039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.070212] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5212f2cb-52a8-4577-9c60-740e33f8c7d5 with status ACTIVE [ 944.070436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.072199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.072304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.072595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.072721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.072967] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.073129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.073231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.073438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.073565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.073813] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.073980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.075146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.075381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.075493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.076794] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5212f2cb-52a8-4577-9c60-740e33f8c7d5 is going to be updated. [ 944.129800] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.130043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.130137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.130364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.130536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.130724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5212f2cb-52a8-4577-9c60-740e33f8c7d5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.287631] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: SUCCESS [ 944.287849] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 deletion is rescheduled due to dependency. [ 944.287954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.510024] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 944.510024] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce deletion is rescheduled due to dependency. [ 944.510024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.510024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.510024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.510024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.510024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.510024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.510024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.510024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.510024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.936081] env[69735]: INFO networking_nsxv3.common.synchronization [None req-6b80fd50-5d99-4cd1-aed0-59ce63ba3e2a None None] Enqueued Resource ID: 837b9278-57bc-4f11-a5d6-bdf807582507 with Priority: HIGHEST for action port [ 944.936332] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837b9278-57bc-4f11-a5d6-bdf807582507 with Priority: HIGHEST for action port [ 944.936905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-837b9278-57bc-4f11-a5d6-bdf807582507 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.937032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837b9278-57bc-4f11-a5d6-bdf807582507" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.937100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837b9278-57bc-4f11-a5d6-bdf807582507" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.937365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837b9278-57bc-4f11-a5d6-bdf807582507" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.937451] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837b9278-57bc-4f11-a5d6-bdf807582507',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.017312] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.445516] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 837b9278-57bc-4f11-a5d6-bdf807582507 [ 945.449790] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.449790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.449790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.449790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.449790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.449790] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:837b9278-57bc-4f11-a5d6-bdf807582507 already deleted. [ 945.449790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837b9278-57bc-4f11-a5d6-bdf807582507" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.522020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.024874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.025046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.025109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.025441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.025541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.025644] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 946.055503] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.055690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.055735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.055931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.056099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.066483] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 946.417449] env[69735]: INFO networking_nsxv3.common.synchronization [None req-3888ecdf-fd72-403b-9ee1-0fdbaf7689e4 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 946.418385] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 946.418710] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.418804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.418871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.419935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.420030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.510034] env[69735]: INFO networking_nsxv3.common.synchronization [None req-93214af9-4acf-4e22-a333-4ffb47ff4406 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 946.510720] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 946.511074] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.511202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.904968] env[69735]: INFO networking_nsxv3.common.synchronization [None req-09f698df-a769-405f-9fb6-0e2bb598f1f2 None None] Enqueued Resource ID: 3729b0b2-c749-469e-b77c-395d6fbb7a66 with Priority: HIGHEST for action port [ 946.906026] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3729b0b2-c749-469e-b77c-395d6fbb7a66 with Priority: HIGHEST for action port [ 946.909806] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3729b0b2-c749-469e-b77c-395d6fbb7a66 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.909950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3729b0b2-c749-469e-b77c-395d6fbb7a66" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.910099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3729b0b2-c749-469e-b77c-395d6fbb7a66" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.911596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3729b0b2-c749-469e-b77c-395d6fbb7a66" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.911729] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3729b0b2-c749-469e-b77c-395d6fbb7a66',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.942293] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.942366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.942406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.943733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.943733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.943733] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 already deleted. [ 946.943733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.943733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.943733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.943733] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.414531] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3729b0b2-c749-469e-b77c-395d6fbb7a66 [ 947.415887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.416108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.416272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.416500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.416601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.416734] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3729b0b2-c749-469e-b77c-395d6fbb7a66 already deleted. [ 947.416848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3729b0b2-c749-469e-b77c-395d6fbb7a66" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.470291] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.470510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.470510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.470712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.470797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.470918] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 already deleted. [ 947.471027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.077180] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 948.077556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.077556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.077775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.077962] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.078080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.078153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.078310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.078387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.078473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.078563] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.584639] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.584830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.584884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.585143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.585318] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.585428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.585749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.585749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.585749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.585953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.585953] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.586059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.586123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.586301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.586518] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.586518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.586652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.586697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.586772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.586846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.586928] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.092555] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce: rpc.has_security_group_logging(os_id): False [ 949.117811] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.117811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.117811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.118215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.118323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.118583] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.118757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.118881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.119126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.119257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.119575] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.119745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.119852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.120254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.120254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.120533] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.120694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.124020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.124020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.124020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.124020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 949.196774] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.196774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.196774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.196774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.196774] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.209011] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 950.407532] env[69735]: INFO networking_nsxv3.common.synchronization [req-9fde719f-c052-496d-b384-fd985ec4595b req-a1cbb3e7-688f-4b2a-b7a0-095dc3470da6 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 950.408110] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 950.409400] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.409400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.409400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.409400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.409665] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.409665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.409665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.409840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.409879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.410565] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.911804] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.225273] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 951.226110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.415621] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.918112] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.918287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.918361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.918597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.918681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.918781] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be updated. [ 951.947213] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.947455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.948075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.948312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.948460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.958626] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: IN_PROGRESS for 2s [ 952.361401] env[69735]: INFO networking_nsxv3.common.synchronization [req-f0efb28d-0816-4714-a8da-ef41f89bb2db req-eb188fbd-1438-4c30-8b56-194ab2f75e4b tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Enqueued Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_members [ 952.361941] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGHEST for action security_group_members [ 952.362300] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.362427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.362512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.362715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.362868] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.362973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.363539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.363720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.363813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.363950] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.866445] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.866795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.866795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.866924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.891613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.894020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.894020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.894020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.894020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.894020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.894020] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 is going to be updated. [ 952.926414] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.926548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.926636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.926885] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.927068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.939165] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 in Status: IN_PROGRESS for 2s [ 953.046038] env[69735]: INFO networking_nsxv3.common.synchronization [req-7e558153-0a79-4398-af67-dcd2f0dad097 req-6ff52b21-a03b-4369-98fc-f3922ffb0cd2 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Enqueued Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_members [ 953.046611] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGHEST for action security_group_members [ 953.047050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.047166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.047221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.047391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.047547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.047647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.047710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.047854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.047936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.048049] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.549874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.550052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.550119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.550346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.553431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.553431] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.553431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.553431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.553431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.553431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.553431] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 is going to be updated. [ 953.581027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.581027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.581027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.581027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.581027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.589131] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 in Status: IN_PROGRESS for 2s [ 953.719351] env[69735]: INFO networking_nsxv3.common.synchronization [req-3b904911-bca8-4774-8d8c-58435c133001 req-03cc99bc-c72b-44f8-a0a2-849dc723e127 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 953.723050] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 953.724863] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.725018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.725176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.725435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.726194] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.726194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.726194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.726194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.726194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.726194] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.774180] env[69735]: INFO networking_nsxv3.common.synchronization [req-c79d82d3-cefb-4735-8de5-81cc4b90a42a req-b5fd785d-de42-49c7-a509-474054b54cb0 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 953.774870] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 953.775131] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.775254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.775321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.775563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.776628] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.776875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.777052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.777314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.777491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.777670] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.969178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 953.969471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.144666] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.144890] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.145058] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.145340] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.145606] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.145767] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.145889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.146121] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.146272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.146486] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.147107] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.147107] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.147107] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.147107] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.147107] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.147428] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.169167] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.169340] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.169580] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.169778] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-587" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.170105] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f11a5a16-1545-4ce8-8043-fe9d2ab65098 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.170287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.170414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.170973] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.170973] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11a5a16-1545-4ce8-8043-fe9d2ab65098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.227863] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.280096] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.674451] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.674689] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.674821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.675178] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.675399] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.675581] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f11a5a16-1545-4ce8-8043-fe9d2ab65098 not found, creating... [ 954.675846] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.676020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.676145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.676387] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.676560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.676862] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.677040] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.677211] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.677434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.677593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.677749] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f11a5a16-1545-4ce8-8043-fe9d2ab65098 is going to be created. [ 954.698047] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.698275] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.698371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.698641] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.698871] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.699115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.730011] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.782346] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.951035] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 in Status: SUCCESS [ 954.951110] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 deletion is rescheduled due to dependency. [ 954.951222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.232780] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.233099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.233099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.233275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.233377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.233458] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be updated. [ 955.285165] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.285362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.285437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.285675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.285765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.285864] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be updated. [ 955.289766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.289945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.291352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.291716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.291975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.306467] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: IN_PROGRESS for 2s [ 955.328550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.328681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.328757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.328988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.329194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.341206] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: IN_PROGRESS for 2s [ 955.438456] env[69735]: INFO networking_nsxv3.common.synchronization [req-c79d82d3-cefb-4735-8de5-81cc4b90a42a req-553d9446-1957-4fbb-b5b9-4e325170313b service nova] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_rules [ 955.438456] env[69735]: INFO networking_nsxv3.common.synchronization [req-c79d82d3-cefb-4735-8de5-81cc4b90a42a req-553d9446-1957-4fbb-b5b9-4e325170313b service nova] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 955.438456] env[69735]: INFO networking_nsxv3.common.synchronization [req-c79d82d3-cefb-4735-8de5-81cc4b90a42a req-553d9446-1957-4fbb-b5b9-4e325170313b service nova] Enqueued Resource ID: f11a5a16-1545-4ce8-8043-fe9d2ab65098 with Priority: HIGHEST for action port [ 955.438456] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_rules [ 955.438456] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 955.438456] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11a5a16-1545-4ce8-8043-fe9d2ab65098 with Priority: HIGHEST for action port [ 955.439812] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.439812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.440047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.440200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.440263] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.441181] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.443649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.443649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f11a5a16-1545-4ce8-8043-fe9d2ab65098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.443649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.443649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.443649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.443649] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11a5a16-1545-4ce8-8043-fe9d2ab65098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.600255] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 in Status: SUCCESS [ 955.600412] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 deletion is rescheduled due to dependency. [ 955.600449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.945029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.945029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.945262] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f11a5a16-1545-4ce8-8043-fe9d2ab65098 with status ACTIVE [ 955.945397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.945507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.945574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.945783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.945877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.946162] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.946309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.946398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.946631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.946811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.946959] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.947091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.947174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.947376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.947550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.948412] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f11a5a16-1545-4ce8-8043-fe9d2ab65098 is going to be updated. [ 955.973105] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.973344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.973455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.973775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.974055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.974310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f11a5a16-1545-4ce8-8043-fe9d2ab65098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.554716] env[69735]: INFO networking_nsxv3.common.synchronization [req-2bbb1802-a868-4294-b258-210614853780 req-06099816-0c84-424e-bc93-612a3c8bf908 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 956.554716] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 956.554716] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.554716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.554716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.554716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.554716] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.555263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.555263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.555263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.556158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.556846] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.008864] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.009079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.009233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.009573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.009852] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.010588] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.010795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.011049] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.011206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.011423] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.011544] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.011663] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.011776] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.011891] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.012022] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.012157] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.030981] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.031176] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.031345] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.031546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.032273] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-c4720c8c-b38f-42e5-a5cc-d3774760b46d taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.032273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.032273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.032990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.032990] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4720c8c-b38f-42e5-a5cc-d3774760b46d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.060919] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.060919] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.060919] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 already deleted. [ 957.060919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.319857] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: SUCCESS [ 957.320646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.351397] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: SUCCESS [ 957.352788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.352788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.353044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.353114] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.353306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.353428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.353668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.353793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.353890] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.535538] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.535862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.535959] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.536438] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.536438] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.536537] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port c4720c8c-b38f-42e5-a5cc-d3774760b46d not found, creating... [ 957.536867] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.536993] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.537142] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.537395] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.537537] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.537827] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.537989] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.538416] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.538671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.538832] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.538982] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d is going to be created. [ 957.565840] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.565840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.565840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.565840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.565840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.565840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.856386] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.361413] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.702058] env[69735]: INFO networking_nsxv3.common.synchronization [req-2bbb1802-a868-4294-b258-210614853780 req-a518a482-f2f1-4e53-984b-9f1e1bc9dd07 service nova] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 958.702337] env[69735]: INFO networking_nsxv3.common.synchronization [req-2bbb1802-a868-4294-b258-210614853780 req-a518a482-f2f1-4e53-984b-9f1e1bc9dd07 service nova] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 958.702337] env[69735]: INFO networking_nsxv3.common.synchronization [req-2bbb1802-a868-4294-b258-210614853780 req-a518a482-f2f1-4e53-984b-9f1e1bc9dd07 service nova] Enqueued Resource ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d with Priority: HIGHEST for action port [ 958.702845] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 958.702982] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 958.703513] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d with Priority: HIGHEST for action port [ 958.703835] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.703986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.704069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.704309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.704408] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.705485] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.705615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.705683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.710575] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.710575] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.710575] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4720c8c-b38f-42e5-a5cc-d3774760b46d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.710575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.710575] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4720c8c-b38f-42e5-a5cc-d3774760b46d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.862980] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.863177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.863257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.863465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.863550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.863620] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be updated. [ 958.897298] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.897466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.897505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.897716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.897973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.910318] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: IN_PROGRESS for 2s [ 958.915348] env[69735]: INFO networking_nsxv3.common.synchronization [None req-0ae860e8-bf2b-4fa5-8d4d-ada24a24cd16 None None] Enqueued Resource ID: 05d5b1c9-23b5-48ed-956b-fe5ddf87240f with Priority: HIGHEST for action port [ 958.916033] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d5b1c9-23b5-48ed-956b-fe5ddf87240f with Priority: HIGHEST for action port [ 958.916325] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d5b1c9-23b5-48ed-956b-fe5ddf87240f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.916899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d5b1c9-23b5-48ed-956b-fe5ddf87240f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.916984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d5b1c9-23b5-48ed-956b-fe5ddf87240f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.917417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d5b1c9-23b5-48ed-956b-fe5ddf87240f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.917513] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d5b1c9-23b5-48ed-956b-fe5ddf87240f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.936804] env[69735]: INFO networking_nsxv3.common.synchronization [req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 req-aff4d973-29e2-47a1-9810-8c6e64f75e74 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Enqueued Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_members [ 958.937773] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_members [ 958.938161] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.938287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.938353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.938607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.938796] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.938898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.938956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.939119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.939199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.939290] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.211018] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.211213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.211834] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.212675] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4720c8c-b38f-42e5-a5cc-d3774760b46d with status ACTIVE [ 959.212839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.212999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.213094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.213352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.213444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.213636] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.215376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.215376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.215563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.215652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.215870] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.215989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.216237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.216427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.216995] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d is going to be updated. [ 959.247041] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.247041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.247041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.247041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.247041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.247041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.419368] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05d5b1c9-23b5-48ed-956b-fe5ddf87240f [ 959.419620] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.419750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.419836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.420165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.420280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.420391] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05d5b1c9-23b5-48ed-956b-fe5ddf87240f already deleted. [ 959.420485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d5b1c9-23b5-48ed-956b-fe5ddf87240f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.442415] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.442415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.442643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.443019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.444873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.444873] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.444873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.444873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.444873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.444873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.444873] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b already deleted. [ 959.444873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.720293] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.223115] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.223230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.223268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.223448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.223537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.223634] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 is going to be created. [ 960.255820] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-178 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.256371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-178" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.256371] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-178" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.258245] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-178" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.258463] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.258660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.259608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.259608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.259608] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.259608] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.259608] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.259608] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.260183] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.260183] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.260183] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.260183] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.261942] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.262151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.262151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.262306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.262468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.275751] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: UNINITIALIZED for 2s [ 960.295568] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.295568] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.295568] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.295568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-178" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.295568] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.295568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.295568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.295568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.296114] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0935737a-c6c1-49e8-8cf7-d6c13ba454dc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.598202] env[69735]: INFO networking_nsxv3.common.synchronization [None req-bf514ea3-4dc8-426f-860a-02050087c9ed tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_rules [ 960.598700] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_rules [ 960.600055] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.600297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.600382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.600691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.600850] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.736432] env[69735]: INFO networking_nsxv3.common.synchronization [None req-79281244-e61c-4649-b034-27ab38682568 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_rules [ 960.739122] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_rules [ 960.739122] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.739122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.800758] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.801098] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.801265] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.801564] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.801761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.802080] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 0935737a-c6c1-49e8-8cf7-d6c13ba454dc not found, creating... [ 960.802493] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.802601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.802724] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.804156] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.804367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.804730] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.804911] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.805107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.805401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.805605] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.805791] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 0935737a-c6c1-49e8-8cf7-d6c13ba454dc is going to be created. [ 960.832298] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.832596] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.832772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.833182] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.833536] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.833841] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.925777] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: SUCCESS [ 960.926996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.927357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.927824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.928842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.929317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.929317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.930107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.930860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.930860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.930860] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.127320] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.127320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.127320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.127320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.127320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.127320] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a already deleted. [ 961.127320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.127320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.127320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.127320] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.436860] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.437029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.439622] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.439622] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.439622] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.439622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.440862] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.651469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.651677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.651761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.652166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.652325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.652474] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a already deleted. [ 961.652623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.915537] env[69735]: INFO networking_nsxv3.common.synchronization [req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 req-b560cfb6-ce57-47e8-8b03-9f45a16216d1 service nova] Enqueued Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_rules [ 961.915846] env[69735]: INFO networking_nsxv3.common.synchronization [req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 req-b560cfb6-ce57-47e8-8b03-9f45a16216d1 service nova] Enqueued Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_members [ 961.915893] env[69735]: INFO networking_nsxv3.common.synchronization [req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 req-b560cfb6-ce57-47e8-8b03-9f45a16216d1 service nova] Enqueued Resource ID: 0935737a-c6c1-49e8-8cf7-d6c13ba454dc with Priority: HIGHEST for action port [ 961.917599] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_rules [ 961.917599] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_members [ 961.917599] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0935737a-c6c1-49e8-8cf7-d6c13ba454dc with Priority: HIGHEST for action port [ 961.917599] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.918621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.918726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.918967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.919069] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.920020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.920174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.920238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.920394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.920557] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.920653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.920728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.920853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.920939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.921049] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.928868] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.928868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.928868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.928868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.928868] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0935737a-c6c1-49e8-8cf7-d6c13ba454dc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.942946] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651d3ea8-c1be-4bd0-94f2-336dd2adf488: rpc.has_security_group_logging(os_id): False [ 961.964697] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.965022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.965022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.965183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.965237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.965467] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.965602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.965657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.966024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.966024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.966024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.966215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.966215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.966378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.966443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.966597] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.966718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.966797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.966889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.966947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.967053] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be updated. [ 962.072134] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.072330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.072404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.072705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.072904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.083438] env[69735]: INFO networking_nsxv3.common.synchronization [None req-9d31b57b-24d9-40b6-a82f-955d36a5d2b8 None None] Enqueued Resource ID: c499f408-eb92-40d6-9c30-edb950a02b43 with Priority: HIGHEST for action port [ 962.083780] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c499f408-eb92-40d6-9c30-edb950a02b43 with Priority: HIGHEST for action port [ 962.084428] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c499f408-eb92-40d6-9c30-edb950a02b43 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.084569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c499f408-eb92-40d6-9c30-edb950a02b43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.084569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c499f408-eb92-40d6-9c30-edb950a02b43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.084835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c499f408-eb92-40d6-9c30-edb950a02b43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.084943] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c499f408-eb92-40d6-9c30-edb950a02b43',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.095126] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: IN_PROGRESS for 2s [ 962.291479] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: SUCCESS [ 962.291772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.292074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.292330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.292561] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.292688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.292764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.292985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.293080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.293127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.293266] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.432338] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.432338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.432338] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0935737a-c6c1-49e8-8cf7-d6c13ba454dc with status ACTIVE [ 962.432338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.432338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.432338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.432996] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.433339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.433655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.434395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.434850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.435127] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0935737a-c6c1-49e8-8cf7-d6c13ba454dc is going to be updated. [ 962.463141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.463435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.463435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.463863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.463863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.463863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0935737a-c6c1-49e8-8cf7-d6c13ba454dc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.593246] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c499f408-eb92-40d6-9c30-edb950a02b43 [ 962.597023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.597023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.597023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.597023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.597023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.597347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c499f408-eb92-40d6-9c30-edb950a02b43 already deleted. [ 962.597347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c499f408-eb92-40d6-9c30-edb950a02b43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.798533] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.940244] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.300689] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afaa4709-c3c6-4409-b010-a86a7a856330: rpc.has_security_group_logging(os_id): False [ 963.321873] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.322841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.322841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.322841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.322841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322978] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.323065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.324310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.324310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.324310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.324310] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 is going to be created. [ 963.391252] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.391252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.391252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.391252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.391252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.404477] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: IN_PROGRESS for 2s [ 963.446546] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.446698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.446765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.446975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.447073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.447833] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b is going to be created. [ 963.489717] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.489892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.489963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.490650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.490845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.508266] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b in Status: UNINITIALIZED for 2s [ 964.111052] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: SUCCESS [ 964.111380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.392572] env[69735]: INFO networking_nsxv3.common.synchronization [req-19ef2896-a861-4601-b0d9-425108226955 req-6c0bfd6b-79ab-4b4f-bfc9-72a893567085 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Enqueued Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_members [ 965.393191] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_members [ 965.393511] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.393635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.393704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.394292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.395083] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.395167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.395230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.396287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.396287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.396287] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.419856] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: SUCCESS [ 965.420123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.521929] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b in Status: SUCCESS [ 965.523655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.523655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.523813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.524117] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.524274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.524347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.524545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.524635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.524729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.524868] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.898456] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.898456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.898456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.898456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.898456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.898734] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.898812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.898971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.899625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.899625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.899625] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 already deleted. [ 965.899625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.028161] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.028386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.028463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.028683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.028929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.029046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.029215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.030630] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.030630] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.030630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.031197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.031197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.031197] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.533550] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7bc34d-cff6-4f92-8e31-45a9a395413b: rpc.has_security_group_logging(os_id): False [ 966.559210] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.559403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.559477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.559644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.559731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.559932] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.560062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.560122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.560251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.564026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.564026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.564026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.564026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b is going to be created. [ 966.602562] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.602772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-362" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.602921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-362" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.603363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-362" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.603771] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.603930] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.604108] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.604388] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.604534] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.604755] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.605439] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.605439] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.605439] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.605439] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.605439] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.605760] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.626941] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.627149] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.627302] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.627490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-362" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.627816] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.628024] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.628165] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.628503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.628646] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da84391-64c3-4f13-96a2-8e4e6ff8ba84',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.635107] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.635275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.635407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.635545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.635755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.651546] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b in Status: IN_PROGRESS for 2s [ 967.135342] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.135342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.135342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.135502] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.135672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.135716] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 not found, creating... [ 967.137434] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.137434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.137434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.137434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.137434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.137434] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.137434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.137434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.137434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.137821] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.137821] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 is going to be created. [ 967.161163] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.161450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.161592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.161880] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.162142] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.162394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.433052] env[69735]: INFO networking_nsxv3.common.synchronization [None req-6b66ab6a-228d-4f81-bc5d-3889fe518a27 None None] Enqueued Resource ID: 79d178a3-ec0c-44cf-8ca0-e75726be7efa with Priority: HIGHEST for action port [ 967.433052] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d178a3-ec0c-44cf-8ca0-e75726be7efa with Priority: HIGHEST for action port [ 967.433551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d178a3-ec0c-44cf-8ca0-e75726be7efa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.433948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d178a3-ec0c-44cf-8ca0-e75726be7efa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.434709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d178a3-ec0c-44cf-8ca0-e75726be7efa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.438022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d178a3-ec0c-44cf-8ca0-e75726be7efa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.438022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d178a3-ec0c-44cf-8ca0-e75726be7efa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.780279] env[69735]: INFO networking_nsxv3.common.synchronization [None req-722af875-9b28-4a1f-a883-d4d163e3a508 None None] Enqueued Resource ID: 1a062699-f0b5-4aea-b145-b24b697bcc2e with Priority: HIGHEST for action port [ 967.780791] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a062699-f0b5-4aea-b145-b24b697bcc2e with Priority: HIGHEST for action port [ 967.780908] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a062699-f0b5-4aea-b145-b24b697bcc2e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.784724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a062699-f0b5-4aea-b145-b24b697bcc2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.786840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a062699-f0b5-4aea-b145-b24b697bcc2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.786840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a062699-f0b5-4aea-b145-b24b697bcc2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.786840] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a062699-f0b5-4aea-b145-b24b697bcc2e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.940429] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79d178a3-ec0c-44cf-8ca0-e75726be7efa [ 967.941246] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.941246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.941246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.941246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.941246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.941555] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79d178a3-ec0c-44cf-8ca0-e75726be7efa already deleted. [ 967.941555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d178a3-ec0c-44cf-8ca0-e75726be7efa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.161612] env[69735]: INFO networking_nsxv3.common.synchronization [req-19ef2896-a861-4601-b0d9-425108226955 req-54057f07-115e-4d2b-8d76-6964eeb548ff service nova] Enqueued Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_rules [ 968.161662] env[69735]: INFO networking_nsxv3.common.synchronization [req-19ef2896-a861-4601-b0d9-425108226955 req-54057f07-115e-4d2b-8d76-6964eeb548ff service nova] Enqueued Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_members [ 968.161871] env[69735]: INFO networking_nsxv3.common.synchronization [req-19ef2896-a861-4601-b0d9-425108226955 req-54057f07-115e-4d2b-8d76-6964eeb548ff service nova] Enqueued Resource ID: 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 with Priority: HIGHEST for action port [ 968.162178] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_rules [ 968.162309] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_members [ 968.162406] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 with Priority: HIGHEST for action port [ 968.163364] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.167091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.167341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.167671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.167767] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.168843] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.168999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.169081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.169277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.169443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.169540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.169599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.169741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.169821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.169917] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.171126] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.171267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.171364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.171533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.171611] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da84391-64c3-4f13-96a2-8e4e6ff8ba84',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.290625] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a062699-f0b5-4aea-b145-b24b697bcc2e [ 968.290873] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.291057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.291106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.291312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.291389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.291488] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a062699-f0b5-4aea-b145-b24b697bcc2e already deleted. [ 968.291564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a062699-f0b5-4aea-b145-b24b697bcc2e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.614463] env[69735]: INFO networking_nsxv3.common.synchronization [None req-b6d634fb-e4b1-433e-81b7-11ef257e8106 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 968.615015] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 968.615343] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.615469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.615539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.616087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.616087] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.666090] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b in Status: SUCCESS [ 968.666456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.677485] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.677819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.677819] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.678722] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 with status ACTIVE [ 968.678919] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.679045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.679107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.679491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.679491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.679632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.679632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.679739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.679835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.679902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.680111] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.680177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.680280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.680403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.680493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.680612] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 is going to be updated. [ 968.707025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.707025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.707025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.707025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.707025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.707025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da84391-64c3-4f13-96a2-8e4e6ff8ba84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.915870] env[69735]: INFO networking_nsxv3.common.synchronization [None req-59462424-b210-418c-b800-26f46d50c574 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 968.920030] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 968.920030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.920030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.145194] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.145497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.145497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.145890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.145890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.145890] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 already deleted. [ 969.145890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.146077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.146218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.146306] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.186802] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.666760] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.666760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.666760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.667175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.667175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.667175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 already deleted. [ 969.667175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.689923] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.690209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.690510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.690587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.690703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.690942] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 is going to be created. [ 969.717124] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.717315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.717388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.717566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.717722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.729701] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 in Status: UNINITIALIZED for 2s [ 970.160031] env[69735]: INFO networking_nsxv3.common.synchronization [None req-24507c43-b30e-4868-8fc2-e77462e38227 None None] Enqueued Resource ID: 9cea2c9a-8ca1-4d6e-8155-94b3b62978f0 with Priority: HIGHEST for action port [ 970.160290] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cea2c9a-8ca1-4d6e-8155-94b3b62978f0 with Priority: HIGHEST for action port [ 970.161537] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cea2c9a-8ca1-4d6e-8155-94b3b62978f0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.161537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cea2c9a-8ca1-4d6e-8155-94b3b62978f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.161537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cea2c9a-8ca1-4d6e-8155-94b3b62978f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.161537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cea2c9a-8ca1-4d6e-8155-94b3b62978f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.161537] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cea2c9a-8ca1-4d6e-8155-94b3b62978f0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.515814] env[69735]: INFO networking_nsxv3.common.synchronization [req-a518496d-d739-4878-96d8-6dc88ff89f18 req-05220816-b39e-4fd4-900b-5d85683199cc tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 970.516660] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 970.517612] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.517953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.518136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.518602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.518894] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.519163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.519326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.519575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.519793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.519978] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.631430] env[69735]: INFO networking_nsxv3.common.synchronization [None req-32b2ec5d-b456-45a1-9cd0-2cae275076c5 None None] Enqueued Resource ID: b2a82efa-a36b-4699-bfb3-e391bd613e9b with Priority: HIGHEST for action port [ 970.632836] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a82efa-a36b-4699-bfb3-e391bd613e9b with Priority: HIGHEST for action port [ 970.632836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a82efa-a36b-4699-bfb3-e391bd613e9b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.633058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a82efa-a36b-4699-bfb3-e391bd613e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.633207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a82efa-a36b-4699-bfb3-e391bd613e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.633566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a82efa-a36b-4699-bfb3-e391bd613e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.633815] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a82efa-a36b-4699-bfb3-e391bd613e9b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.664515] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cea2c9a-8ca1-4d6e-8155-94b3b62978f0 [ 970.665583] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.665583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.665583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.665864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.666035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.666335] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cea2c9a-8ca1-4d6e-8155-94b3b62978f0 already deleted. [ 970.666335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cea2c9a-8ca1-4d6e-8155-94b3b62978f0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.023502] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.136862] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2a82efa-a36b-4699-bfb3-e391bd613e9b [ 971.137234] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.137375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.137446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.137666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.137743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.137842] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2a82efa-a36b-4699-bfb3-e391bd613e9b already deleted. [ 971.137958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a82efa-a36b-4699-bfb3-e391bd613e9b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.140374] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.140647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.140794] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.141102] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.141435] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.141660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.141772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.142780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.142780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.142896] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.143104] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.143259] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.143378] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.145174] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.145302] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.145440] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.169475] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.169775] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.169835] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.169990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-568" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.170329] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-48205bbd-5fa1-4e22-b933-35fdb600934e taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.170502] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.170628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.170944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.171103] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48205bbd-5fa1-4e22-b933-35fdb600934e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.526741] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.673559] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.673777] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.674023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.674452] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.674650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.674852] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 48205bbd-5fa1-4e22-b933-35fdb600934e not found, creating... [ 971.675288] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.675538] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.675698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.676084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.676130] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.676811] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.676811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.677017] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.677175] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.677319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.677469] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 48205bbd-5fa1-4e22-b933-35fdb600934e is going to be created. [ 971.703767] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.704129] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.704214] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.704492] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.704801] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.705298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.740861] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 in Status: SUCCESS [ 971.741118] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.741340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.741769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.741940] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.742150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.742273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.742530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.742651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.742771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.742911] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.029224] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.029741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.029741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.029741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.029881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.029881] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 972.057792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.057980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.058063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.058649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.059112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.069056] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 972.245224] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.708743] env[69735]: INFO networking_nsxv3.common.synchronization [req-a518496d-d739-4878-96d8-6dc88ff89f18 req-f1bad84a-04e8-416f-b308-656a427f3a85 service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 972.709019] env[69735]: INFO networking_nsxv3.common.synchronization [req-a518496d-d739-4878-96d8-6dc88ff89f18 req-f1bad84a-04e8-416f-b308-656a427f3a85 service nova] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 972.709232] env[69735]: INFO networking_nsxv3.common.synchronization [req-a518496d-d739-4878-96d8-6dc88ff89f18 req-f1bad84a-04e8-416f-b308-656a427f3a85 service nova] Enqueued Resource ID: 48205bbd-5fa1-4e22-b933-35fdb600934e with Priority: HIGHEST for action port [ 972.709867] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_rules [ 972.713247] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 972.713477] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48205bbd-5fa1-4e22-b933-35fdb600934e with Priority: HIGHEST for action port [ 972.714319] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.714319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.714319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.714955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.714955] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.716824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.716824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.716824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-48205bbd-5fa1-4e22-b933-35fdb600934e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.717090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.717090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.717459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.717459] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48205bbd-5fa1-4e22-b933-35fdb600934e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.750325] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f5b69b5-6ea3-4579-92a5-d8c815954d21: rpc.has_security_group_logging(os_id): False [ 972.780236] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.780470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.780548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.780814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.780971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.781220] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.781331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.781398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.781598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.781674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.781767] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 is going to be created. [ 972.860171] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.860505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.860505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.860711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.860948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.877724] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 in Status: IN_PROGRESS for 2s [ 973.044704] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d5610d74-14e8-4f93-bb42-5052fdfedd56 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_rules [ 973.045315] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_rules [ 973.045697] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.045826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.045890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.046208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.046304] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.157231] env[69735]: INFO networking_nsxv3.common.synchronization [None req-01395397-aa83-4ac6-9169-e3ab6089d7de tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_rules [ 973.158785] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_rules [ 973.159128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.159235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.219385] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.219563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.219712] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48205bbd-5fa1-4e22-b933-35fdb600934e with status ACTIVE [ 973.219877] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.219986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.220067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.220375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.220463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.220639] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.220740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.220792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.220964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.221053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.221246] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.221342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.221393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.221578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.221655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.221740] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48205bbd-5fa1-4e22-b933-35fdb600934e is going to be updated. [ 973.244418] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.244603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.244635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.244846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.244980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.245233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48205bbd-5fa1-4e22-b933-35fdb600934e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.568821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.569072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.569072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.569342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.569400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.569463] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee already deleted. [ 973.569570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.569728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.569951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.570057] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.085205] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 974.085205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.085205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.085205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.085205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.085205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.085205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.085205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.085205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.085205] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.091413] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.091846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.091846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.091846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.091974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.092018] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee already deleted. [ 974.092107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.591824] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.893606] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 in Status: SUCCESS [ 974.894505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.095060] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.598618] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.599205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.599205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.599205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.599205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.599410] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 975.632289] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.632449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.632504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.632696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.632844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.642717] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 976.382881] env[69735]: INFO networking_nsxv3.common.synchronization [req-f89c814b-8886-4c25-8f38-bf2773f06967 req-ac7b8494-beee-496a-b98b-072a529ece1c tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Enqueued Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_members [ 976.383452] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGHEST for action security_group_members [ 976.383758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.383880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.383948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.386513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.386697] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.386812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.386917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.387056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.387141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.387234] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.891940] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.892423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.892423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.892423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.892515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.892804] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.892804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.893103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.893103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.893332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.893511] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b is going to be updated. [ 976.922940] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.923123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.923189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.923381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.923525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.932514] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b in Status: IN_PROGRESS for 2s [ 977.022330] env[69735]: INFO networking_nsxv3.common.synchronization [req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea req-ec061327-b1db-499c-b478-db95d1b49e49 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 977.026601] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 977.026601] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.026601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.026898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.027064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.027161] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.027263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.027331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.027815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.027815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.027815] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.374830] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.374988] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.375176] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.375579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.375923] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.376221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.376977] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.376977] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.376977] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.377231] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.377309] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.377499] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.377667] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.377800] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.377919] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.378077] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.398714] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.398885] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 977.399024] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.399216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.399549] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d3a08585-1a59-4afc-81d9-d433e00ad02d taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.399725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.399852] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.400222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.400371] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a08585-1a59-4afc-81d9-d433e00ad02d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.530090] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.530252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.530332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.530622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.530715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.530933] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.531075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.531131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.531291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.531365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.531469] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 already deleted. [ 977.531564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.653566] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 977.653823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.654100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.654385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.654652] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.654816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.654899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.655155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.655273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.655393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.655523] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.903353] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.903741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.903886] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.904402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.904628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.904913] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d3a08585-1a59-4afc-81d9-d433e00ad02d not found, creating... [ 977.905396] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.905615] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.905745] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.906093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.906356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.906897] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.907109] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.908899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.908899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.908899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.908899] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d3a08585-1a59-4afc-81d9-d433e00ad02d is going to be created. [ 977.932845] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.933086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.933224] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.933509] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.933741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.933979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.158169] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.158351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.158439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.158615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.158777] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.158868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.158929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.159161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.159242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.159330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.159477] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.159582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.159657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.159806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.159938] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.160048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.160098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.160241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.160317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.160398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.160789] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.664241] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471ca37c-23a4-498a-96f0-d8e472d6e56a: rpc.has_security_group_logging(os_id): False [ 978.684242] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684242] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684242] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684893] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.687702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.687702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.687702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.687702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.687702] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 978.772038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.772038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.772038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.772038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.772038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.784998] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 978.946291] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b in Status: SUCCESS [ 978.946291] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b deletion is rescheduled due to dependency. [ 978.946291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.056896] env[69735]: INFO networking_nsxv3.common.synchronization [req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea req-68f87dc7-4e45-447e-aaad-d1833f580437 service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 979.057756] env[69735]: INFO networking_nsxv3.common.synchronization [req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea req-68f87dc7-4e45-447e-aaad-d1833f580437 service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 979.057966] env[69735]: INFO networking_nsxv3.common.synchronization [req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea req-68f87dc7-4e45-447e-aaad-d1833f580437 service nova] Enqueued Resource ID: d3a08585-1a59-4afc-81d9-d433e00ad02d with Priority: HIGHEST for action port [ 979.058756] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 979.058934] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 979.060328] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a08585-1a59-4afc-81d9-d433e00ad02d with Priority: HIGHEST for action port [ 979.060389] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.060580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.061794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.062104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.062236] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.063317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.063487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.063584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.064120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.064120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.064120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.064634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.064634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.064634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.064634] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.070202] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a08585-1a59-4afc-81d9-d433e00ad02d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.070202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.070202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.070202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.070202] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a08585-1a59-4afc-81d9-d433e00ad02d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.572821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.572949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.573172] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.574070] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a08585-1a59-4afc-81d9-d433e00ad02d with status ACTIVE [ 979.574284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.574409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.574474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.574673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.574889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.574931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.575009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.575071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.575327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575501] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.575595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.575639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.575839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575918] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a08585-1a59-4afc-81d9-d433e00ad02d is going to be updated. [ 979.605647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.606545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.606545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.606545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.606545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.606545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a08585-1a59-4afc-81d9-d433e00ad02d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.078440] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.582301] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.582301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.582301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.582301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.582301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.582301] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be created. [ 980.608530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.608530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.608530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.608530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.608530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.618900] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: UNINITIALIZED for 2s [ 980.801075] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 980.801377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.704986] env[69735]: INFO networking_nsxv3.common.synchronization [req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 req-a59b1aae-d38e-4eac-8670-a8ddbdb710bd tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 981.707015] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGHEST for action security_group_members [ 981.707764] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.708042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.708196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.708500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.708806] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.708964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.709120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.709279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.709395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.710137] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.216339] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.216339] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.216339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.216339] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be updated. [ 982.256011] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.256303] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.256379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.256626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.256776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.269424] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: IN_PROGRESS for 2s [ 982.635028] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.635028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.635028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.635028] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.137047] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.643275] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8: rpc.has_security_group_logging(os_id): False [ 983.663268] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.663415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.663505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.663890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.663890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.664042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.664201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.664262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.664492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.664603] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be created. [ 983.743452] env[69735]: INFO networking_nsxv3.common.synchronization [req-10452502-a892-4784-ba02-dd498facec12 req-e20a1e1c-2953-4ede-85d5-bb141df6298e tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 983.743452] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 983.743452] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.743452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.743452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.743452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.743452] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.745563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.745563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.745721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.745769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.745939] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.752907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.753642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.753771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.754011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.754358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.769660] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 984.249886] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.281816] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf in Status: SUCCESS [ 984.281816] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf deletion is rescheduled due to dependency. [ 984.281816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.755667] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.257669] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.258043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.258043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.258165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.258233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.258343] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be updated. [ 985.327500] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.327698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.327748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.327993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.328207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.342431] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: IN_PROGRESS for 2s [ 985.786351] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 985.786651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.082990] env[69735]: INFO networking_nsxv3.common.synchronization [req-9c6c4878-fff7-4247-a27d-a287bb1336f6 req-91cdff7a-1287-43ff-b819-402e2e903b25 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Enqueued Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_members [ 987.083531] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_members [ 987.083835] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.083955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.087905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.088084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.088270] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.088418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.088483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.088664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.088738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.088836] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.257036] env[69735]: INFO networking_nsxv3.common.synchronization [req-ff72a148-745f-488b-b70d-a3377a43223b req-ed686486-fbc0-4df6-9321-1b16090ebcd9 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 987.257192] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGHEST for action security_group_members [ 987.257507] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.257631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.257701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.257889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.258651] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.258811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.258881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.259099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.259198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.259298] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.354217] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: SUCCESS [ 987.354573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.574195] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.574195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-533" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.574195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-533" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.574195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-533" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.574195] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.574195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.574195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.574195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.574195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.574195] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.574195] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.574195] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.574195] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.575316] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.575941] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.578313] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.590839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.593416] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.593416] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 already deleted. [ 987.593416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.604874] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.604874] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.604874] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.604874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-533" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.604874] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-395ca27e-ada8-4a6c-86f2-91f4a28b38da taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.604874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.604874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.604874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.604874] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395ca27e-ada8-4a6c-86f2-91f4a28b38da',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.769245] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.769245] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.769245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.769245] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be updated. [ 987.801181] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.801556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.801630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.801839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.801984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.812197] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: IN_PROGRESS for 2s [ 988.107697] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.107697] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.108043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.108148] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.110019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.110019] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 395ca27e-ada8-4a6c-86f2-91f4a28b38da not found, creating... [ 988.110019] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.110019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.110019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.110019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.110019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.110019] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.110019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.110437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.110437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.110437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.110527] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 395ca27e-ada8-4a6c-86f2-91f4a28b38da is going to be created. [ 988.132015] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.133866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.134209] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.134588] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.134923] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.135290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.993423] env[69735]: INFO networking_nsxv3.common.synchronization [None req-924f1229-e34d-4359-861c-8d50b3c9bbb7 None None] Enqueued Resource ID: 56e551d0-1651-4231-894f-c6213cc6d25b with Priority: HIGHEST for action port [ 988.993423] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e551d0-1651-4231-894f-c6213cc6d25b with Priority: HIGHEST for action port [ 988.993911] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-56e551d0-1651-4231-894f-c6213cc6d25b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.994048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56e551d0-1651-4231-894f-c6213cc6d25b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.994163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56e551d0-1651-4231-894f-c6213cc6d25b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.994789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56e551d0-1651-4231-894f-c6213cc6d25b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.994789] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56e551d0-1651-4231-894f-c6213cc6d25b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.449865] env[69735]: INFO networking_nsxv3.common.synchronization [req-9c6c4878-fff7-4247-a27d-a287bb1336f6 req-d4ec1da5-7dd0-4045-a038-e575f9fd0119 service nova] Enqueued Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_rules [ 989.450195] env[69735]: INFO networking_nsxv3.common.synchronization [req-9c6c4878-fff7-4247-a27d-a287bb1336f6 req-d4ec1da5-7dd0-4045-a038-e575f9fd0119 service nova] Enqueued Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_members [ 989.450449] env[69735]: INFO networking_nsxv3.common.synchronization [req-9c6c4878-fff7-4247-a27d-a287bb1336f6 req-d4ec1da5-7dd0-4045-a038-e575f9fd0119 service nova] Enqueued Resource ID: 395ca27e-ada8-4a6c-86f2-91f4a28b38da with Priority: HIGHEST for action port [ 989.451415] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_rules [ 989.451593] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_members [ 989.451966] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395ca27e-ada8-4a6c-86f2-91f4a28b38da with Priority: HIGHEST for action port [ 989.452363] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.452495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.452563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.457020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.457020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.457020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.457020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.457020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.457020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.457020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.457020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.457467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.457467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.457467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.457467] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.458373] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-395ca27e-ada8-4a6c-86f2-91f4a28b38da taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.458481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.458544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.458700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.458774] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395ca27e-ada8-4a6c-86f2-91f4a28b38da',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.497756] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56e551d0-1651-4231-894f-c6213cc6d25b [ 989.497994] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.498157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.498229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.498471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.498561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.498656] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56e551d0-1651-4231-894f-c6213cc6d25b already deleted. [ 989.498739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56e551d0-1651-4231-894f-c6213cc6d25b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.582072] env[69735]: INFO networking_nsxv3.common.synchronization [req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 req-8b97619d-c9e6-4ab8-8dac-206e99296264 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_members [ 989.582072] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_members [ 989.582072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.582072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.582072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.583270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.583490] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.583612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.583680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.584749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.586930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.586930] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.821851] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 in Status: SUCCESS [ 989.822044] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 deletion is rescheduled due to dependency. [ 989.822168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.960871] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.962492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.962492] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.963493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 395ca27e-ada8-4a6c-86f2-91f4a28b38da with status ACTIVE [ 989.963938] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.964891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.964891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.964891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.964891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.965241] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.965405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.965554] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.965833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.965955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.966474] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.966474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.966474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.966703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.966703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.966915] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 395ca27e-ada8-4a6c-86f2-91f4a28b38da is going to be updated. [ 989.970322] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.971278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.971806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.971806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.972076] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.972237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.973031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.973031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.973031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.973031] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.973031] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.973232] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.973232] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.973390] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.973440] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.973573] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.994916] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.995118] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.995490] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.995787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.996219] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.996512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.996747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.997233] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.997473] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14c10a1-41ff-4553-b17b-84a53b3d3c6e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.999506] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.999674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.999749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.000037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.000576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.000576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395ca27e-ada8-4a6c-86f2-91f4a28b38da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.087835] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.087984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.088069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.088283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.088378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.088576] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.088679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.088742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.088896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.088973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.089072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a already deleted. [ 990.089377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.285450] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f2e1ff6c-6bf7-4c84-9efb-47ad2eb8c16f tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Enqueued Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_rules [ 990.285450] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_rules [ 990.285450] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.285450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.285450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.286028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.286345] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.393413] env[69735]: INFO networking_nsxv3.common.synchronization [None req-1f8f860c-44fe-4df4-a5fc-c5b832074a27 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Enqueued Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_rules [ 990.394144] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_rules [ 990.396247] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.396247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.464766] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.504050] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.504050] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d14c10a1-41ff-4553-b17b-84a53b3d3c6e not found, creating... [ 990.504050] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.504050] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.504593] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.505014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.505333] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.505677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.505915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.506740] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d14c10a1-41ff-4553-b17b-84a53b3d3c6e is going to be created. [ 990.529247] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.530022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.530022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.530022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.530022] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.530252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.776263] env[69735]: INFO networking_nsxv3.common.synchronization [None req-265137a0-8742-4bb9-a433-6698bb739eeb None None] Enqueued Resource ID: edbc4900-da74-4bbd-8117-63ba13bc91e6 with Priority: HIGHEST for action port [ 990.776595] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbc4900-da74-4bbd-8117-63ba13bc91e6 with Priority: HIGHEST for action port [ 990.776878] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-edbc4900-da74-4bbd-8117-63ba13bc91e6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.777043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edbc4900-da74-4bbd-8117-63ba13bc91e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.777402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edbc4900-da74-4bbd-8117-63ba13bc91e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.777740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edbc4900-da74-4bbd-8117-63ba13bc91e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.777876] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edbc4900-da74-4bbd-8117-63ba13bc91e6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.812786] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.812786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.812786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.813035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.814307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.814307] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d already deleted. [ 990.814307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.815438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.815438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.815438] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.967530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.967787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.967909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.968667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.968667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.968802] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 is going to be created. [ 990.995841] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.995956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.996050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.996275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.996445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.010352] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 in Status: UNINITIALIZED for 2s [ 991.241361] env[69735]: INFO networking_nsxv3.common.synchronization [req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 req-2feea215-3e97-4359-b8e3-e9b0377c5877 service nova] Enqueued Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_rules [ 991.241361] env[69735]: INFO networking_nsxv3.common.synchronization [req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 req-2feea215-3e97-4359-b8e3-e9b0377c5877 service nova] Enqueued Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_members [ 991.241361] env[69735]: INFO networking_nsxv3.common.synchronization [req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 req-2feea215-3e97-4359-b8e3-e9b0377c5877 service nova] Enqueued Resource ID: d14c10a1-41ff-4553-b17b-84a53b3d3c6e with Priority: HIGHEST for action port [ 991.241361] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_rules [ 991.241361] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_members [ 991.241361] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14c10a1-41ff-4553-b17b-84a53b3d3c6e with Priority: HIGHEST for action port [ 991.241361] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.241361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.241361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.241361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.241361] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.245863] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.245863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.245863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.245863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.245863] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.245863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.245863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.245863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.246298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.246298] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.247228] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.247352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.247398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.247585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.247673] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14c10a1-41ff-4553-b17b-84a53b3d3c6e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.281864] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edbc4900-da74-4bbd-8117-63ba13bc91e6 [ 991.282105] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.283396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.283396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.283396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.283396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.283396] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edbc4900-da74-4bbd-8117-63ba13bc91e6 already deleted. [ 991.283396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edbc4900-da74-4bbd-8117-63ba13bc91e6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.338028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.338207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.338207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.338469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.339393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.339393] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d already deleted. [ 991.339393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.607381] env[69735]: INFO networking_nsxv3.common.synchronization [None req-98b29403-faeb-4293-b75c-2e8a1d014876 None None] Enqueued Resource ID: e27c850d-6a7e-4e3b-90e6-3cc7104cd13d with Priority: HIGHEST for action port [ 991.607857] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27c850d-6a7e-4e3b-90e6-3cc7104cd13d with Priority: HIGHEST for action port [ 991.608271] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27c850d-6a7e-4e3b-90e6-3cc7104cd13d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.608680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27c850d-6a7e-4e3b-90e6-3cc7104cd13d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.608802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27c850d-6a7e-4e3b-90e6-3cc7104cd13d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.609109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27c850d-6a7e-4e3b-90e6-3cc7104cd13d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.609220] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27c850d-6a7e-4e3b-90e6-3cc7104cd13d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.754353] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.754353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d14c10a1-41ff-4553-b17b-84a53b3d3c6e with status ACTIVE [ 991.754353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.754353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.754353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.755531] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.755852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.756078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.756479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.756711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.756902] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d14c10a1-41ff-4553-b17b-84a53b3d3c6e is going to be updated. [ 991.759229] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.759229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.800199] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.800199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.800199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.800199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.800199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.800199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14c10a1-41ff-4553-b17b-84a53b3d3c6e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.827482] env[69735]: INFO networking_nsxv3.common.synchronization [req-0b56a824-893f-4316-acdc-7fe9ce62899c req-221412b1-6074-4ae1-891f-e9bb942d197f tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Enqueued Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_members [ 991.827482] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_members [ 991.827482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.828684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.829105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.829620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.833029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.833029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.833029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.833029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.833029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.833029] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.111050] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e27c850d-6a7e-4e3b-90e6-3cc7104cd13d [ 992.111347] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.111572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.111612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.111821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.111909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.112014] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e27c850d-6a7e-4e3b-90e6-3cc7104cd13d already deleted. [ 992.112139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27c850d-6a7e-4e3b-90e6-3cc7104cd13d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.215105] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.215381] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.215478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.215759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.217151] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.217151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.217151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.217367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.217402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.217944] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.217944] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.217944] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.217944] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.218135] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.218135] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.218906] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.240410] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.240774] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.240774] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.240899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-963" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.241276] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-0d019e6a-bfa6-4676-8129-b132657add6f taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.241499] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.241720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.242106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.242246] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d019e6a-bfa6-4676-8129-b132657add6f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.261469] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.336749] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.336749] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.336749] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa already deleted. [ 992.336749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.747628] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.747628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.747628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.747628] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.747995] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.747995] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 0d019e6a-bfa6-4676-8129-b132657add6f not found, creating... [ 992.748120] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.748331] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.748503] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.748879] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753030] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 0d019e6a-bfa6-4676-8129-b132657add6f is going to be created. [ 992.765522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.765522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.765522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.765522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.765522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.765522] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a is going to be created. [ 992.785290] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.785549] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.785662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.787329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.787329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.787329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.802747] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.802747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.802747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.802747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.802747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.815358] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a in Status: UNINITIALIZED for 2s [ 992.884649] env[69735]: INFO networking_nsxv3.common.synchronization [None req-73d35cf5-6e36-4a65-8b4c-406a1bb9fe5b None None] Enqueued Resource ID: a4ab1b76-b1b9-452a-94dd-6fba1ba58d43 with Priority: HIGHEST for action port [ 992.885856] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ab1b76-b1b9-452a-94dd-6fba1ba58d43 with Priority: HIGHEST for action port [ 992.885927] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ab1b76-b1b9-452a-94dd-6fba1ba58d43 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.886075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ab1b76-b1b9-452a-94dd-6fba1ba58d43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.886170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ab1b76-b1b9-452a-94dd-6fba1ba58d43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.886516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ab1b76-b1b9-452a-94dd-6fba1ba58d43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.886637] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ab1b76-b1b9-452a-94dd-6fba1ba58d43',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.024965] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 in Status: SUCCESS [ 993.024965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.024965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.025194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.025408] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.025542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.025606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.025780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.025863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.025950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.026054] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.391153] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ab1b76-b1b9-452a-94dd-6fba1ba58d43 [ 993.391153] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.391153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.391153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.391153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.391153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.391153] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ab1b76-b1b9-452a-94dd-6fba1ba58d43 already deleted. [ 993.391153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ab1b76-b1b9-452a-94dd-6fba1ba58d43" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.474694] env[69735]: INFO networking_nsxv3.common.synchronization [req-0b56a824-893f-4316-acdc-7fe9ce62899c req-471660ab-e544-40f1-8871-c3320d6eb24d service nova] Enqueued Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_rules [ 993.474694] env[69735]: INFO networking_nsxv3.common.synchronization [req-0b56a824-893f-4316-acdc-7fe9ce62899c req-471660ab-e544-40f1-8871-c3320d6eb24d service nova] Enqueued Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_members [ 993.474694] env[69735]: INFO networking_nsxv3.common.synchronization [req-0b56a824-893f-4316-acdc-7fe9ce62899c req-471660ab-e544-40f1-8871-c3320d6eb24d service nova] Enqueued Resource ID: 0d019e6a-bfa6-4676-8129-b132657add6f with Priority: HIGHEST for action port [ 993.474694] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_rules [ 993.474694] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_members [ 993.474694] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d019e6a-bfa6-4676-8129-b132657add6f with Priority: HIGHEST for action port [ 993.474694] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.475514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.475713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.476058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.476232] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.479833] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.480076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.480248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.482026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.482026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.482026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.482026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.482026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.482026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.482026] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.483047] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d019e6a-bfa6-4676-8129-b132657add6f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.483047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.483047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.483260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.483294] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d019e6a-bfa6-4676-8129-b132657add6f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.532128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.535023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.535023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.535023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.535023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.535718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.535718] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.985948] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.987047] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.987184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.988719] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d019e6a-bfa6-4676-8129-b132657add6f with status ACTIVE [ 993.989515] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.989515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.989515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.989515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.989515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.989515] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.989932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.989932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.989932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.989932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.990310] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.990310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.990310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.990483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.990567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.990684] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d019e6a-bfa6-4676-8129-b132657add6f is going to be updated. [ 994.013793] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.014010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.014010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.015409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.015409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.016213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d019e6a-bfa6-4676-8129-b132657add6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.037317] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b058806-778f-4d5b-a1b3-e4e5a6b2b846: rpc.has_security_group_logging(os_id): False [ 994.062308] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.062507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.062555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.062799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.062882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.063063] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.063163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.063246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.063413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.063732] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.063732] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.063816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.063816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.063950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.064029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.064288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.064355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.064425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.064555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.064628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.064714] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 is going to be created. [ 994.158564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.158976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.160876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.160876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.160876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.171652] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 in Status: IN_PROGRESS for 2s [ 994.489513] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.827624] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a in Status: SUCCESS [ 994.827841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.828021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.828264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.828478] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.828601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.828653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.828828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.828911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.828997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.829117] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.992903] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.993215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.993215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.993328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.993431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.993528] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa is going to be created. [ 995.017499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.017657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.017699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.017915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.018084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.028494] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa in Status: UNINITIALIZED for 2s [ 995.295032] env[69735]: INFO networking_nsxv3.common.synchronization [req-a7b515df-cf99-49a1-9997-33aeebd47b42 req-c41400f0-03a3-4461-95df-83ccb5a303ee tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 995.295032] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 995.295032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.295602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.295825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.296237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.296566] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.298344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.298344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.298344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.298344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.298344] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.332703] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.619785] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.620017] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.621999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.621999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.621999] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.621999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.621999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.621999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.621999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.621999] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.622528] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.622528] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.622528] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.622528] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.622528] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.622836] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.644098] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.644319] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.644478] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.644661] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.645159] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.645159] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.645363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.645646] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.645795] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4f5273-29aa-4e17-ac3e-20e697a7aeca',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.800939] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.800939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.800939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.800939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.800939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.801466] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.801725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.802536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.802536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.802536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.802536] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 already deleted. [ 995.802536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.835118] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 082f03ab-cfcc-40df-bb96-1f383ba2336a: rpc.has_security_group_logging(os_id): False [ 995.856139] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.856334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.856374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.856619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.856742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.857031] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.857156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.857298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.857499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.857658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.857761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a is going to be created. [ 995.930717] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.930945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.930945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.931353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.931353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.947473] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a in Status: IN_PROGRESS for 2s [ 996.148199] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.148550] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.148638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.148885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.149210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.149210] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 9b4f5273-29aa-4e17-ac3e-20e697a7aeca not found, creating... [ 996.149506] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.149696] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.149817] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.150072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.150234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.150564] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.150740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.150874] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.151103] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.151265] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.151407] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 9b4f5273-29aa-4e17-ac3e-20e697a7aeca is going to be created. [ 996.176626] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.176962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.177123] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.177457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.177732] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.177974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.185138] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 in Status: SUCCESS [ 996.185468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.898623] env[69735]: INFO networking_nsxv3.common.synchronization [req-a7b515df-cf99-49a1-9997-33aeebd47b42 req-dacd5803-39a7-4e5c-bb0f-a7d09e20e707 service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 996.898935] env[69735]: INFO networking_nsxv3.common.synchronization [req-a7b515df-cf99-49a1-9997-33aeebd47b42 req-dacd5803-39a7-4e5c-bb0f-a7d09e20e707 service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 996.899108] env[69735]: INFO networking_nsxv3.common.synchronization [req-a7b515df-cf99-49a1-9997-33aeebd47b42 req-dacd5803-39a7-4e5c-bb0f-a7d09e20e707 service nova] Enqueued Resource ID: 9b4f5273-29aa-4e17-ac3e-20e697a7aeca with Priority: HIGHEST for action port [ 996.899836] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 996.899991] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 996.901489] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4f5273-29aa-4e17-ac3e-20e697a7aeca with Priority: HIGHEST for action port [ 996.901489] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.901489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.901782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.901782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.901962] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.903887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.903887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.903887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.903887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.903887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.903887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.903887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.903887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.907277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.907401] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.909494] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.909494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.909494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.909494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.909494] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4f5273-29aa-4e17-ac3e-20e697a7aeca',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.040290] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa in Status: SUCCESS [ 997.040653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.040911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.041238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.041523] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.041711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.041818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.042148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.042228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.042390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.042509] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.416468] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.417781] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.417945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.418504] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b4f5273-29aa-4e17-ac3e-20e697a7aeca with status ACTIVE [ 997.418626] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.418831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.418831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.419256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.419256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.419443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.419606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.419606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.419778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.420186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.420581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.420924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.420924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.420924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.421104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.421189] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b4f5273-29aa-4e17-ac3e-20e697a7aeca is going to be updated. [ 997.445590] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.445747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.445817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.446032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.446172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.446335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4f5273-29aa-4e17-ac3e-20e697a7aeca" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.545187] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.545383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.545461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.545682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.546468] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.546468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.546468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.546468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.546468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.546468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.546895] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.546895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.546895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.546895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.547040] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.547040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.547119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.547198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.547263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.547342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.547429] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.867268] env[69735]: INFO networking_nsxv3.common.synchronization [req-bfff9fa7-7540-49a9-821b-12706669e75b req-0d271786-fea8-45bb-aa92-64ac418d0c69 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 997.867959] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 997.868546] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.868651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.868694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.868948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.869216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.869470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.869610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.869791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.869959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.870384] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.919751] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.960196] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a in Status: SUCCESS [ 997.960440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.051473] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa: rpc.has_security_group_logging(os_id): False [ 998.069553] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.069718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.069790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.069997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.070204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.070304] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.070764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.070895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.071087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.071170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.071378] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.071509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.071562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.071676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.071726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.071919] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.072038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.072089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.072290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.072357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.072411] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa is going to be created. [ 998.146484] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.146709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.146770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.146985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.147187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.162261] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa in Status: IN_PROGRESS for 2s [ 998.345636] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.345883] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.346011] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.346367] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.347310] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.347310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.347310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.347523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.347565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.347782] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.347897] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.348152] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.348152] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.348237] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.348945] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.348945] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.370692] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.370927] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.371109] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.371336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.371670] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.371877] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.372014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.372406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.372552] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0d1be3-e6ab-4a30-8b1c-114e4804186e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.373486] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.421939] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.422339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.422339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.422339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.422450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.422484] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be created. [ 998.446463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.446650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.446721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.446880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.447047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.457387] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: UNINITIALIZED for 2s [ 998.875538] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875832] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875940] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.876237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.876753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.876989] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 6b0d1be3-e6ab-4a30-8b1c-114e4804186e not found, creating... [ 998.877405] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.877860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.878095] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.878415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.878635] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.879203] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.879203] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.879372] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.879558] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.879744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.879944] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 6b0d1be3-e6ab-4a30-8b1c-114e4804186e is going to be created. [ 998.881267] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.902437] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.902663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.902800] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.903097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.903341] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.903580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.385353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.385591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.385670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.385920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.386408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.386833] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 999.418457] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.418636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.418719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.418934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.419095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.430222] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 999.605861] env[69735]: INFO networking_nsxv3.common.synchronization [req-bfff9fa7-7540-49a9-821b-12706669e75b req-d3ddd3bf-e2ae-410f-9658-53853126812d service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 999.606062] env[69735]: INFO networking_nsxv3.common.synchronization [req-bfff9fa7-7540-49a9-821b-12706669e75b req-d3ddd3bf-e2ae-410f-9658-53853126812d service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 999.606260] env[69735]: INFO networking_nsxv3.common.synchronization [req-bfff9fa7-7540-49a9-821b-12706669e75b req-d3ddd3bf-e2ae-410f-9658-53853126812d service nova] Enqueued Resource ID: 6b0d1be3-e6ab-4a30-8b1c-114e4804186e with Priority: HIGHEST for action port [ 999.606559] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 999.606632] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 999.606724] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0d1be3-e6ab-4a30-8b1c-114e4804186e with Priority: HIGHEST for action port [ 999.607416] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.607846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.608862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.608862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.608862] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.609463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.609463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.609595] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.612264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.612350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.612549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.612636] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0d1be3-e6ab-4a30-8b1c-114e4804186e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.030375] env[69735]: INFO networking_nsxv3.common.synchronization [req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf req-65295b75-4471-4d76-9546-4b877f1748e2 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Enqueued Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_members [ 1000.032427] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGHEST for action security_group_members [ 1000.032427] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.032427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.032427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.032427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.034463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.034463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.034463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.034463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.034463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.034463] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.115131] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b0d1be3-e6ab-4a30-8b1c-114e4804186e with status ACTIVE [ 1000.115510] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.115660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.115724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.115931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.116029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.116211] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.116306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.116660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.116660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.116660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.117566] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.117566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.117566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.117566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.117566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.117566] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b0d1be3-e6ab-4a30-8b1c-114e4804186e is going to be updated. [ 1000.118998] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.119353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.152992] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.153183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.153271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.153429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.153567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.153725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0d1be3-e6ab-4a30-8b1c-114e4804186e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.178320] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa in Status: SUCCESS [ 1000.178555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.396407] env[69735]: INFO networking_nsxv3.common.synchronization [req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 req-ac3b5be5-06fc-4780-a835-53283d6e6d51 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1000.397019] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1000.397386] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.397510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.397595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.398227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.398227] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.398227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.398227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.398429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.398429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.398601] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.470013] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1000.470013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.470013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.470013] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.470013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.470013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.470013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.470013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470532] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.537877] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.538084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.538160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.538454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.538585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.538920] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.539102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.539194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.539429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.539539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.539647] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 is going to be updated. [ 1000.571565] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.571805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.571805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.572493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.572677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.583442] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 in Status: IN_PROGRESS for 2s [ 1000.855247] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.856016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.856214] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.856580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.856944] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.857177] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.857362] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.857638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.857837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.858100] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.858258] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.858404] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.858545] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.858688] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.858825] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.858990] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.881980] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.882271] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.882510] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.883195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.883676] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-16636cc5-d832-4dec-93d9-2cba8696c81b taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.883934] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.884113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.884515] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.884708] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16636cc5-d832-4dec-93d9-2cba8696c81b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.901233] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.901397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.902045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.902045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.902045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.902045] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.902045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.902305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.902305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.902388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.902490] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 already deleted. [ 1000.902490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.974066] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.974275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.974360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.974573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.974744] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.974845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.974922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.975115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.975231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.975358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.975473] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.975563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.975625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.975769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.975969] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.976085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.976135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.976277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.976354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.976435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.976579] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.387288] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.387531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.387667] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.387959] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.388133] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.388373] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 16636cc5-d832-4dec-93d9-2cba8696c81b not found, creating... [ 1001.388667] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.388835] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.388961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.389205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.389351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.389641] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.389801] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.389921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.390289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.390439] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 16636cc5-d832-4dec-93d9-2cba8696c81b is going to be created. [ 1001.415321] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.415521] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.415657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.415963] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.416213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.416453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.441183] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1001.441467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.441658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.442407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.442407] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.442407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.442407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.442407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.443764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.443764] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.479181] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e580c89-e57b-4bae-afb8-d08ca3782e00: rpc.has_security_group_logging(os_id): False [ 1001.502694] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.502905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.502905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.503177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.503271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.503463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.503568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.503627] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.503798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.503893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.504106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.504206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.504290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.504718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.504829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.505036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.505136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.505206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.505342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.505418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.505502] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be created. [ 1001.629273] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.629273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.629273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.629273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.629273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.643985] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1001.944995] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.121289] env[69735]: INFO networking_nsxv3.common.synchronization [req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 req-78ba2ac9-dd79-4dea-8852-32b6c7182ee0 service nova] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 1002.122753] env[69735]: INFO networking_nsxv3.common.synchronization [req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 req-78ba2ac9-dd79-4dea-8852-32b6c7182ee0 service nova] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1002.123487] env[69735]: INFO networking_nsxv3.common.synchronization [req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 req-78ba2ac9-dd79-4dea-8852-32b6c7182ee0 service nova] Enqueued Resource ID: 16636cc5-d832-4dec-93d9-2cba8696c81b with Priority: HIGHEST for action port [ 1002.129301] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 1002.129301] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1002.129301] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16636cc5-d832-4dec-93d9-2cba8696c81b with Priority: HIGHEST for action port [ 1002.129301] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.129301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.129301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.129301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.129301] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.131514] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.131841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.132019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.132290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.132502] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.132649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.132893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.132955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.133085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.133220] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.134556] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-16636cc5-d832-4dec-93d9-2cba8696c81b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.135107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.135317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.135561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.135683] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16636cc5-d832-4dec-93d9-2cba8696c81b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.447233] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.594662] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 in Status: SUCCESS [ 1002.594662] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 deletion is rescheduled due to dependency. [ 1002.594662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.638296] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.639038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.639038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.639232] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16636cc5-d832-4dec-93d9-2cba8696c81b with status ACTIVE [ 1002.639352] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.640106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.640106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.640233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.640233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.640419] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.640524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.640585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.640737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.640944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.641172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.641274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.641350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.641498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.641572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.641710] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16636cc5-d832-4dec-93d9-2cba8696c81b is going to be updated. [ 1002.668868] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.669122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.669229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.669451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.669595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.669754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16636cc5-d832-4dec-93d9-2cba8696c81b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.953056] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.953056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.953056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.953056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.953056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.953056] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1002.983995] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.984325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.984398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.984674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.984923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.994942] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1003.006413] env[69735]: INFO networking_nsxv3.common.synchronization [req-1e4a5ed9-516d-492c-b3d5-44387775535b req-70f35f35-9332-4ef0-9079-112d5819b19c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_members [ 1003.008118] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_members [ 1003.008525] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.009823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.009932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.010691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.010953] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.011132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.011132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.011369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.011496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.011630] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.144633] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.414880] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.415160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.415237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.415606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.415888] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.416087] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.416221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.416445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.416598] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.416809] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.416967] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.417050] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.417165] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.417272] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.417389] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.417524] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.442478] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.442478] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.442478] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.442478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.442478] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-94d2ae0b-e886-4496-b9a1-e8cea6211150 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.442478] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.442914] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.442914] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.443067] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d2ae0b-e886-4496-b9a1-e8cea6211150',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.514461] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.514753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.514871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.515117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.515217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.515472] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.515594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.515659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.515836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.515914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.516013] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee already deleted. [ 1003.516098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.649950] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.650442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.650442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.650442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.650605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.650605] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be created. [ 1003.660198] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1003.660845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.681838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.681838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.681838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.681838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.681838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.692227] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: UNINITIALIZED for 2s [ 1003.947515] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.947800] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.947939] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.948322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.948566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.948643] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 94d2ae0b-e886-4496-b9a1-e8cea6211150 not found, creating... [ 1003.948944] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.949127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.949253] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.949486] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.949624] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.949907] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.950084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.950211] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.950531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.950593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.950703] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 94d2ae0b-e886-4496-b9a1-e8cea6211150 is going to be created. [ 1003.972697] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.972950] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.973099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.973431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.973631] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.973949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.397101] env[69735]: INFO networking_nsxv3.common.synchronization [req-1bd344e5-17fe-4d31-8bc5-c99feb248293 req-fe9704bc-6690-4599-b61f-8bd9aa2ed9ae tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Enqueued Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_members [ 1004.397101] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGHEST for action security_group_members [ 1004.397309] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.397460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.397662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.397832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.398103] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.398221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.398313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.398532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.398626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.398741] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.754460] env[69735]: INFO networking_nsxv3.common.synchronization [req-1e4a5ed9-516d-492c-b3d5-44387775535b req-4c1b7e75-172b-4c90-8f43-f4a6036799ff service nova] Enqueued Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_rules [ 1004.754746] env[69735]: INFO networking_nsxv3.common.synchronization [req-1e4a5ed9-516d-492c-b3d5-44387775535b req-4c1b7e75-172b-4c90-8f43-f4a6036799ff service nova] Enqueued Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_members [ 1004.754799] env[69735]: INFO networking_nsxv3.common.synchronization [req-1e4a5ed9-516d-492c-b3d5-44387775535b req-4c1b7e75-172b-4c90-8f43-f4a6036799ff service nova] Enqueued Resource ID: 94d2ae0b-e886-4496-b9a1-e8cea6211150 with Priority: HIGHEST for action port [ 1004.755372] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_rules [ 1004.755517] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_members [ 1004.755638] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d2ae0b-e886-4496-b9a1-e8cea6211150 with Priority: HIGHEST for action port [ 1004.756062] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.759441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.759656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.759879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.759961] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.760980] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.761139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.761221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.761413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.761581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.761681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.761742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.761883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.761966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.762078] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.762991] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d2ae0b-e886-4496-b9a1-e8cea6211150 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.763844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.763927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.764123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.764207] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d2ae0b-e886-4496-b9a1-e8cea6211150',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.901546] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.901546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.901546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.901875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.902042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.902288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.902395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.903089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.903089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.903089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.903089] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa is going to be updated. [ 1004.931247] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.931469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.931549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.932043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.932043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.941319] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa in Status: IN_PROGRESS for 2s [ 1005.010602] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.010602] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.010602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.010602] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.268956] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.268956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268956] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94d2ae0b-e886-4496-b9a1-e8cea6211150 with status ACTIVE [ 1005.268956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.268956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.268956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.269564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.270229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.270537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.270720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.270889] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94d2ae0b-e886-4496-b9a1-e8cea6211150 is going to be updated. [ 1005.297453] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.297453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.297453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.297453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.297453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.297453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d2ae0b-e886-4496-b9a1-e8cea6211150" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.516027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.516027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.516027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.516027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.516027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.516733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.516733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.516733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.516733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.516733] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.707162] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1005.707444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.707570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.707792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.708011] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.708145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.708202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.708352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.708436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.708522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.708615] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.773169] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.021434] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce: rpc.has_security_group_logging(os_id): False [ 1006.047782] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.047943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.047943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.048174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.048262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049513] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049513] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049884] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.049884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.049884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.049884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.049999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049999] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1006.111822] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.111992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.112076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.112297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.112445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.127100] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1006.211193] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.279122] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.279252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.279290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.279504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.279592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.279690] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee is going to be created. [ 1006.311255] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.311402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.311470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.311673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.311826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.321495] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee in Status: UNINITIALIZED for 2s [ 1006.715306] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64ba6eed-0fe7-40bb-aa3f-ba1995177d92: rpc.has_security_group_logging(os_id): False [ 1006.739541] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.739541] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.739541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.739541] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be created. [ 1006.861604] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.864036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.864036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.864036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.864036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.881731] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1006.952852] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa in Status: SUCCESS [ 1006.954223] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa deletion is rescheduled due to dependency. [ 1006.954223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.142342] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1008.142814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.331341] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee in Status: SUCCESS [ 1008.331577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.331786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.332150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.332931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.333083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.333157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.333355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.333431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.333589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.333642] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.839223] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.900089] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1008.900879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.344770] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d459bfa9-9eb9-43f6-b27a-c7a0246c8bee: rpc.has_security_group_logging(os_id): False [ 1009.369026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.369026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.369026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.369026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee is going to be created. [ 1009.444093] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.446026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.446026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.446026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.446026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.458881] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee in Status: IN_PROGRESS for 2s [ 1009.756987] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1009.757679] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1010.311235] env[69735]: INFO networking_nsxv3.common.synchronization [None req-04724677-a205-4eff-b7dd-1c37b792bc84 None None] Enqueued Resource ID: 2a0dfa52-23dd-47c5-b519-6843f2c37a84 with Priority: HIGHEST for action port [ 1010.311235] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0dfa52-23dd-47c5-b519-6843f2c37a84 with Priority: HIGHEST for action port [ 1010.311235] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0dfa52-23dd-47c5-b519-6843f2c37a84 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.311235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0dfa52-23dd-47c5-b519-6843f2c37a84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.311563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0dfa52-23dd-47c5-b519-6843f2c37a84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.313522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0dfa52-23dd-47c5-b519-6843f2c37a84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.313913] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0dfa52-23dd-47c5-b519-6843f2c37a84',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.819496] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a0dfa52-23dd-47c5-b519-6843f2c37a84 [ 1010.819815] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.819955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.819988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.822615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.822615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.822615] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a0dfa52-23dd-47c5-b519-6843f2c37a84 already deleted. [ 1010.822615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0dfa52-23dd-47c5-b519-6843f2c37a84" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.462384] env[69735]: INFO networking_nsxv3.common.synchronization [req-ae02d018-21b2-4ea2-80b0-76a1fec0642b req-beb69f7a-0a7f-4dd2-a1b9-202c0abc065d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 1011.466622] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGHEST for action security_group_members [ 1011.467805] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.470029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.470029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.470029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.470029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.470029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.470029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.470029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.470029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.470029] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.479809] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee in Status: SUCCESS [ 1011.482455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.972067] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.972393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.972486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.973948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.973948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.973948] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.973948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.973948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.973948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.974174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.974897] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be updated. [ 1012.011325] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.012496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.012496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.012496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.012496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.026813] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: IN_PROGRESS for 2s [ 1012.586416] env[69735]: INFO networking_nsxv3.common.synchronization [req-73848852-44ab-4890-abb4-9162ca892b1a req-b3db40e0-ba5c-4016-96f3-23f3127d46eb tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1012.587028] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1012.587370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.587492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.587564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.588173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.588173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.588173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.588173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.588385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.588447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.588585] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.910559] env[69735]: INFO networking_nsxv3.common.synchronization [None req-364b6ae0-2611-4888-a193-aae92cb3d90b None None] Enqueued Resource ID: 5d514d9f-286d-4921-818e-937196659300 with Priority: HIGHEST for action port [ 1012.911016] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d514d9f-286d-4921-818e-937196659300 with Priority: HIGHEST for action port [ 1012.911499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d514d9f-286d-4921-818e-937196659300 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.911898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d514d9f-286d-4921-818e-937196659300" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.911898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d514d9f-286d-4921-818e-937196659300" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.912641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d514d9f-286d-4921-818e-937196659300" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.912641] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d514d9f-286d-4921-818e-937196659300',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.093528] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.093849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.093849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.093974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.094075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.094275] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.094460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.094517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.094678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.094749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.094840] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1013.125940] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.126139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.126175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.126381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.126527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.139479] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1013.417286] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d514d9f-286d-4921-818e-937196659300 [ 1013.417286] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.417286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.417286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.417286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.417286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.417286] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d514d9f-286d-4921-818e-937196659300 already deleted. [ 1013.417286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d514d9f-286d-4921-818e-937196659300" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.569037] env[69735]: INFO networking_nsxv3.common.synchronization [req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 req-1cce1886-2937-47dd-9c9b-ccb718dc3375 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1013.569150] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1013.569393] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.569514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.569585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.569776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.569924] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.570031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.570103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.570238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.570319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.570409] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.037817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 in Status: SUCCESS [ 1014.038041] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 deletion is rescheduled due to dependency. [ 1014.038166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.072464] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.576435] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.084370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.084370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.084370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.084370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.084370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.084370] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 1015.118027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.118027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.118027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.118027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.118027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.129146] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 1015.146823] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1015.146823] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1015.146823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.733447] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ea306376-fee5-456e-85f3-a97277c7dfae None None] Enqueued Resource ID: 4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998 with Priority: HIGHEST for action port [ 1016.733751] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998 with Priority: HIGHEST for action port [ 1016.734328] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.734516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.734754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.734927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.735017] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.141264] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 1017.141498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.236799] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998 [ 1017.237178] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.237381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.237482] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.237871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.237922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.238045] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998 already deleted. [ 1017.238578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4af7c691-eb76-4fb1-8ae1-b6dbf3f1c998" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.901472] env[69735]: INFO networking_nsxv3.common.synchronization [req-350efaa3-f525-4407-ad8c-bea645ca23dd req-f25250a8-b16c-4369-bd66-3244b308348f tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Enqueued Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_members [ 1017.901472] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_members [ 1017.901472] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.901472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.901472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.902264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.902264] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.902264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.902264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.902264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.902264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.902498] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.248530] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.248731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-780" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.248861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-780" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.249251] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-780" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.249527] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.249695] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.249820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.250353] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.250539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.250759] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.250881] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.250996] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.251136] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.251258] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.251369] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.251503] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.273231] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.273471] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.273629] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.273817] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-780" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.274197] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-05efe353-3b9a-4556-a9b8-4e69d5730ee4 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.274428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.274578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.274944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.275130] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05efe353-3b9a-4556-a9b8-4e69d5730ee4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.411494] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.411653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.412259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.412259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.412259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.412259] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.412500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.412500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.412566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.412599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.412671] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d already deleted. [ 1018.412747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.781394] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.781394] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 05efe353-3b9a-4556-a9b8-4e69d5730ee4 not found, creating... [ 1018.781394] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.781394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.781872] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.781921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.782069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.782292] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.782437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.782729] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 05efe353-3b9a-4556-a9b8-4e69d5730ee4 is going to be created. [ 1018.806521] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.806618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.806768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.807058] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.807336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.807542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.029795] env[69735]: INFO networking_nsxv3.common.synchronization [None req-6c5bebf9-3295-4a34-aeca-90fd71aeabce None None] Enqueued Resource ID: b482c3a8-33e1-40ab-802d-d8be2f7fa117 with Priority: HIGHEST for action port [ 1019.030360] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b482c3a8-33e1-40ab-802d-d8be2f7fa117 with Priority: HIGHEST for action port [ 1019.030676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b482c3a8-33e1-40ab-802d-d8be2f7fa117 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.030805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b482c3a8-33e1-40ab-802d-d8be2f7fa117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.030874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b482c3a8-33e1-40ab-802d-d8be2f7fa117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.031264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b482c3a8-33e1-40ab-802d-d8be2f7fa117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.031349] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b482c3a8-33e1-40ab-802d-d8be2f7fa117',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.528929] env[69735]: INFO networking_nsxv3.common.synchronization [req-350efaa3-f525-4407-ad8c-bea645ca23dd req-f6e6baad-5745-48bc-bbb0-14bfcbb23bfe service nova] Enqueued Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_rules [ 1019.528929] env[69735]: INFO networking_nsxv3.common.synchronization [req-350efaa3-f525-4407-ad8c-bea645ca23dd req-f6e6baad-5745-48bc-bbb0-14bfcbb23bfe service nova] Enqueued Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_members [ 1019.528929] env[69735]: INFO networking_nsxv3.common.synchronization [req-350efaa3-f525-4407-ad8c-bea645ca23dd req-f6e6baad-5745-48bc-bbb0-14bfcbb23bfe service nova] Enqueued Resource ID: 05efe353-3b9a-4556-a9b8-4e69d5730ee4 with Priority: HIGHEST for action port [ 1019.529289] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_rules [ 1019.529487] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_members [ 1019.529543] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05efe353-3b9a-4556-a9b8-4e69d5730ee4 with Priority: HIGHEST for action port [ 1019.529960] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.529960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.530088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.530520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.530599] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.532246] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.532438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.532693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.533867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.533867] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.533867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.533867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.533867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.533867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.534421] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.535634] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-05efe353-3b9a-4556-a9b8-4e69d5730ee4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.535779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.535858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.538900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.538900] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05efe353-3b9a-4556-a9b8-4e69d5730ee4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.538900] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b482c3a8-33e1-40ab-802d-d8be2f7fa117 [ 1019.538900] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.538900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.538900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.539408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.540493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.540493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b482c3a8-33e1-40ab-802d-d8be2f7fa117 already deleted. [ 1019.540493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b482c3a8-33e1-40ab-802d-d8be2f7fa117" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.037578] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.038595] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.038743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.041213] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05efe353-3b9a-4556-a9b8-4e69d5730ee4 with status ACTIVE [ 1020.041415] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.041533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.041620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.041865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.041962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.042178] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.042300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.042355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.042522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.042604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.042785] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.042894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.042956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.043296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.043296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.043296] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05efe353-3b9a-4556-a9b8-4e69d5730ee4 is going to be updated. [ 1020.065905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.066095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.066194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.066350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.066471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.067194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05efe353-3b9a-4556-a9b8-4e69d5730ee4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.289038] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-4d22732e-7aeb-4ae9-9399-6d1ff0094f31 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1020.289038] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1020.289397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.289644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.289793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.290160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.290462] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.290682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.290830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.292137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.292137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.292137] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.540949] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.561792] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-4a55d1a2-b124-4e58-a081-bdce42cdd713 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1020.563030] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1020.565656] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.565773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.793225] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.793576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.793576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.793796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.793890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794109] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.794206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.794272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.794489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.794595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794727] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 already deleted. [ 1020.794727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.795084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.795243] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.795339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.795463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796488] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.880774] env[69735]: INFO networking_nsxv3.common.synchronization [req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 req-d76d652b-9544-4a3c-9fa2-6dad0fe4eb1e tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1020.881360] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1020.881748] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.881912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.882041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.883141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.883141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.883141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.883141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.883141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.883521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.883521] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.016314] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-f496388f-b3fb-4e00-b368-e92fbab51cd7 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1021.019109] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1021.019109] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.019109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.043050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.043050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.043050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.043050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.043050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.043050] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d is going to be created. [ 1021.070580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.070904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.070904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.071064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.071232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.083927] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d in Status: UNINITIALIZED for 2s [ 1021.298328] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.298524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.298621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.298875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.298971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.299199] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.299300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.299377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.299543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.299636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.299722] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 already deleted. [ 1021.299814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.300255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.300255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.300468] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.300468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.300468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.300615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.301584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.301584] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.366535] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.366758] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.366904] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.367314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.367614] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.367806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.367951] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.368220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.368387] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.368624] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.368746] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.368875] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.368999] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.369139] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.369252] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.369393] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.386373] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.388941] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.390196] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.390431] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.390654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.391031] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-11dc96ab-9deb-4d35-bef0-44ea61d055ad taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.391241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.391359] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.391728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.391902] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dc96ab-9deb-4d35-bef0-44ea61d055ad',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.803374] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.803374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.803374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.803657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.803657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.803725] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.803908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.803908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.804052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.804211] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.804258] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 already deleted. [ 1021.804345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.893677] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.894966] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.895237] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.895386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.895700] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.895852] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.896017] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 11dc96ab-9deb-4d35-bef0-44ea61d055ad not found, creating... [ 1021.896285] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.896447] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.896574] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.896850] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.897144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.897305] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.897465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.897590] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.897798] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.897938] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.898098] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 11dc96ab-9deb-4d35-bef0-44ea61d055ad is going to be created. [ 1021.919736] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.919947] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.920016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.920313] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.920553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.920808] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.401093] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.401093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.401093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.401474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.401474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.401474] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1022.457751] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.457905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.457979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.458257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.458418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.469684] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1022.638502] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-28a17cfe-32f7-44a8-b21f-1ffece79220f service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1022.638704] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-28a17cfe-32f7-44a8-b21f-1ffece79220f service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1022.638848] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-28a17cfe-32f7-44a8-b21f-1ffece79220f service nova] Enqueued Resource ID: 11dc96ab-9deb-4d35-bef0-44ea61d055ad with Priority: HIGHEST for action port [ 1022.639103] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1022.639231] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1022.639327] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dc96ab-9deb-4d35-bef0-44ea61d055ad with Priority: HIGHEST for action port [ 1022.639882] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.639993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.642034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.642034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.642034] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.642709] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.642914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.642914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.646019] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.646019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-11dc96ab-9deb-4d35-bef0-44ea61d055ad taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646019] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dc96ab-9deb-4d35-bef0-44ea61d055ad',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.094929] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d in Status: SUCCESS [ 1023.095194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.095373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.095595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.095816] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.095947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.096021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.096188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.096269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.096355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.096445] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.147288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.148727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.149007] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.150050] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11dc96ab-9deb-4d35-bef0-44ea61d055ad with status ACTIVE [ 1023.150740] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.150889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.150987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.151256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.151363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.151608] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.151702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.151780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.152014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.152308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.152556] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.152678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.152752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.152912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.153018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.153136] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11dc96ab-9deb-4d35-bef0-44ea61d055ad is going to be updated. [ 1023.175304] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.175304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.175304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.175304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.175304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11dc96ab-9deb-4d35-bef0-44ea61d055ad" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.600019] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.655301] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.809023] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.809023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-477" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.809023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-477" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.809023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-477" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.809550] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.810105] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.810378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.810722] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.811032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.811379] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.811628] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.811864] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.812112] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.812424] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.812778] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.813203] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.833028] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.833028] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.833028] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.833028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-477" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.833028] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-651c0c66-3cbb-40d0-8139-3dda77ca86b8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.833028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.833028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.833028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.833028] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651c0c66-3cbb-40d0-8139-3dda77ca86b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.104855] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fed53ecf-c6a3-4598-b3e1-89ce1cfc689d: rpc.has_security_group_logging(os_id): False [ 1024.126796] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.128187] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.128187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.128187] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d is going to be created. [ 1024.157704] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.157857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.157926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.158164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.158249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.158347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be created. [ 1024.191155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.191425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.191544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.191818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.192064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.199505] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.199671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.199746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.199988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.200982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.204797] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: UNINITIALIZED for 2s [ 1024.214843] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d in Status: IN_PROGRESS for 2s [ 1024.335892] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.336228] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.336305] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.337053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.337053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.337053] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 651c0c66-3cbb-40d0-8139-3dda77ca86b8 not found, creating... [ 1024.337268] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.337337] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.337441] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.337681] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.338066] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.338116] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.338264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.338385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.338695] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.338756] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.338866] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 651c0c66-3cbb-40d0-8139-3dda77ca86b8 is going to be created. [ 1024.368020] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.368020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.368020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.368020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.368240] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.368434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.483734] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1024.483864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.102769] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-95945630-1ff4-4e18-a523-f2802b4993db service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1025.103052] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-95945630-1ff4-4e18-a523-f2802b4993db service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1025.103213] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-95945630-1ff4-4e18-a523-f2802b4993db service nova] Enqueued Resource ID: 651c0c66-3cbb-40d0-8139-3dda77ca86b8 with Priority: HIGHEST for action port [ 1025.103858] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1025.103997] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1025.104126] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c0c66-3cbb-40d0-8139-3dda77ca86b8 with Priority: HIGHEST for action port [ 1025.104511] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.104652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.104872] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.104958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.105271] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-651c0c66-3cbb-40d0-8139-3dda77ca86b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.105399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.105491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.105693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.105777] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651c0c66-3cbb-40d0-8139-3dda77ca86b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.608454] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 651c0c66-3cbb-40d0-8139-3dda77ca86b8 with status ACTIVE [ 1025.608687] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.608845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.608949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.609238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.609346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.609547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.609655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.609729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.609873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.609954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.610150] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.610249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.610309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.610452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.610528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.610612] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 651c0c66-3cbb-40d0-8139-3dda77ca86b8 is going to be updated. [ 1025.635752] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.635929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.635929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.636139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.636731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.636731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651c0c66-3cbb-40d0-8139-3dda77ca86b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.896803] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.897019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.897160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.897435] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.897737] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.897906] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.898057] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.898405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.898489] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.898650] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.898758] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.898969] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.898969] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.899104] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.899208] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.899343] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.920625] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.920864] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.921081] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.921304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-398" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.921682] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-13bed65c-38eb-47ba-a00b-88dc9cc21626 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.921931] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.922092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.923689] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.923868] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bed65c-38eb-47ba-a00b-88dc9cc21626',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.214870] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1026.215154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.216238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.216452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.216645] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.216761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.216826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.216976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.217653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.217781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.217890] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.219754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.223021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.223021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.223021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.223021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.223021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.223021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.223021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.231485] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d in Status: SUCCESS [ 1026.231705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.426248] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.426792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.429284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.429284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.429284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.429284] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 13bed65c-38eb-47ba-a00b-88dc9cc21626 not found, creating... [ 1026.429284] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.429284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.429284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.429284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.429284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.429284] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.429677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.430084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.430450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.430760] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.432656] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 13bed65c-38eb-47ba-a00b-88dc9cc21626 is going to be created. [ 1026.453433] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.453658] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.453881] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.454084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.454320] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.454584] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.723405] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.723671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.723781] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.176798] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-665ac24d-2c2d-47f2-b7f1-6649b975ca2f service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1027.176996] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-665ac24d-2c2d-47f2-b7f1-6649b975ca2f service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1027.177155] env[69735]: INFO networking_nsxv3.common.synchronization [req-8f562a05-74ef-4254-80e4-01db4f0bca92 req-665ac24d-2c2d-47f2-b7f1-6649b975ca2f service nova] Enqueued Resource ID: 13bed65c-38eb-47ba-a00b-88dc9cc21626 with Priority: HIGHEST for action port [ 1027.178130] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1027.178130] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1027.178130] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bed65c-38eb-47ba-a00b-88dc9cc21626 with Priority: HIGHEST for action port [ 1027.178379] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.178379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.178572] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.178651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.178823] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-13bed65c-38eb-47ba-a00b-88dc9cc21626 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.178918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.178978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.179191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.179264] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bed65c-38eb-47ba-a00b-88dc9cc21626',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.225874] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.681194] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13bed65c-38eb-47ba-a00b-88dc9cc21626 with status ACTIVE [ 1027.681428] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.681570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.681640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.681845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.681936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.682119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.682217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.682280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.682432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.682512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.682693] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.682786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.684925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.685118] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.685204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.685292] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13bed65c-38eb-47ba-a00b-88dc9cc21626 is going to be updated. [ 1027.710190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.710423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.710423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.710711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.710711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.710877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13bed65c-38eb-47ba-a00b-88dc9cc21626" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.728513] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.728749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.728749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.728926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.729018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.729124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1027.759322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.759494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.759543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.759868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.760035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.769671] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1029.785253] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.785253] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.785253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.785253] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.785919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.786138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.786391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.786630] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.786954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.787155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.787751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.788079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.788268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.788439] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.789844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.790122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.790384] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.790622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.791967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.791967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.791967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.791967] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.293337] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcac43ef-7e8f-401c-a2dc-a44e561f4925: rpc.has_security_group_logging(os_id): False [ 1030.298066] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.317947] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.318132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.318132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.318642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.318642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.318642] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.318831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.318831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.318999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.318999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.319239] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.319331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.319331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.320435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.320435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.320435] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.320435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.320435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.320435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.320435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.321480] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be created. [ 1030.386827] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.387129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.387527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.402492] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1030.800009] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.308021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.308021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.308021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.308021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.308021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.308021] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1031.341012] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.341183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.341260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.341471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.341617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.351605] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1031.811234] env[69735]: INFO networking_nsxv3.common.synchronization [req-8494274f-9f22-4db4-b156-3dfcf3de55d9 req-341275e8-32b5-47c0-871b-589374358e33 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1031.812183] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1031.813082] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.813648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.813794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.817103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.817898] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.818581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.818671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.820093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.820093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.820093] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.166032] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.166317] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.166405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.166740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.167047] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.167215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.167337] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.167557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.167745] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.167980] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.168116] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.168234] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.168348] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.168463] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.168577] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.168803] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.187747] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.187929] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.188087] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.189034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.189034] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-65e9efa3-71db-498d-b8cd-7e27326623d7 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.189034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.189034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.189708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.189708] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e9efa3-71db-498d-b8cd-7e27326623d7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.321490] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.321869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.321869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.322080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.322254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.322741] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.322741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.322741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.323251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.323251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.323251] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 already deleted. [ 1032.323251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.445298] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1032.445649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.445862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.446134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.446231] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.691548] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.691823] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.691994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.692359] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.692548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.692738] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 65e9efa3-71db-498d-b8cd-7e27326623d7 not found, creating... [ 1032.693066] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.693275] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.693428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.693712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.693901] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.694270] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.694526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.694668] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.694935] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.695130] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.695321] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 65e9efa3-71db-498d-b8cd-7e27326623d7 is going to be created. [ 1032.715992] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.716249] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.716373] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.716661] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.716900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.717151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.949792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.950149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.368910] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1033.370470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.370753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.371040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.374865] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.374865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.375105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.375465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.375796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.375796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.375921] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.510533] env[69735]: INFO networking_nsxv3.common.synchronization [req-8494274f-9f22-4db4-b156-3dfcf3de55d9 req-d30d1bba-c382-44df-9323-2dbeb5e1c6b5 service nova] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_rules [ 1033.510725] env[69735]: INFO networking_nsxv3.common.synchronization [req-8494274f-9f22-4db4-b156-3dfcf3de55d9 req-d30d1bba-c382-44df-9323-2dbeb5e1c6b5 service nova] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1033.510877] env[69735]: INFO networking_nsxv3.common.synchronization [req-8494274f-9f22-4db4-b156-3dfcf3de55d9 req-d30d1bba-c382-44df-9323-2dbeb5e1c6b5 service nova] Enqueued Resource ID: 65e9efa3-71db-498d-b8cd-7e27326623d7 with Priority: HIGHEST for action port [ 1033.511981] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_rules [ 1033.512324] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1033.514063] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e9efa3-71db-498d-b8cd-7e27326623d7 with Priority: HIGHEST for action port [ 1033.514063] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.514063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.514063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.514063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.514063] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.514756] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.514756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.514756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.514918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.515170] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.515321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.515413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.515686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.515929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.516041] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.517525] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-65e9efa3-71db-498d-b8cd-7e27326623d7 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.517681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.517778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.517982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.518110] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e9efa3-71db-498d-b8cd-7e27326623d7',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.880905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.880905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.880905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.880905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.881558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.881558] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.881558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.881558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.881558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.881558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.881558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.881773] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.020293] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65e9efa3-71db-498d-b8cd-7e27326623d7 with status ACTIVE [ 1034.020665] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.020788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.020788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.021307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.021307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.021307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.021560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.021560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.021791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.021947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.022184] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.022289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.022345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.022613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.022699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.022781] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65e9efa3-71db-498d-b8cd-7e27326623d7 is going to be updated. [ 1034.024587] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.024762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.024949] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.050413] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.050622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.050622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.050833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.050978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.051155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65e9efa3-71db-498d-b8cd-7e27326623d7" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.118471] env[69735]: INFO networking_nsxv3.common.synchronization [req-9b7678be-9348-449f-9b13-d07b6fe4f279 req-2ecbce66-e969-4ac7-bd17-9c57b712536a tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1034.119207] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1034.119651] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.119810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.384894] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcac43ef-7e8f-401c-a2dc-a44e561f4925: rpc.has_security_group_logging(os_id): False [ 1034.409615] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.409772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.409843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.410160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.410160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.410378] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.410482] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.410546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.410700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.410778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.410966] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.411075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.411140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.411284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.411358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.411537] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.411638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.411693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.412164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.412164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.412164] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1034.415527] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.418701] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.419831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.420374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.420723] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.420944] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.421115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.421482] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.421645] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.422550] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.422745] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.422908] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.423069] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.423228] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.423374] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.423556] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.442414] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.442688] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.442927] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.443174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.443859] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.444111] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.444369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.444870] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.445036] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2c9767-20cc-4ad1-a0e3-bb48991ea33d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.501085] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.501085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.501085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.501085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.501085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.527444] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.546086] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1034.950672] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.950672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.950672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.950961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.951092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.951256] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port cc2c9767-20cc-4ad1-a0e3-bb48991ea33d not found, creating... [ 1034.951526] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.951704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.951832] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.952084] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.952227] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.952695] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.952883] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.953064] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.953287] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.953432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.953583] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: cc2c9767-20cc-4ad1-a0e3-bb48991ea33d is going to be created. [ 1034.976124] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.976354] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.976488] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.977171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.977171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.977373] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.029597] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.030018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.030018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.030095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.030171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.030272] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be created. [ 1035.062214] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.062380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.062432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.062654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.062824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.075234] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: UNINITIALIZED for 2s [ 1035.693500] env[69735]: INFO networking_nsxv3.common.synchronization [req-9b7678be-9348-449f-9b13-d07b6fe4f279 req-2ad16a8c-2ee3-4fc6-ae4b-0ae3bb8e4253 service nova] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_rules [ 1035.693780] env[69735]: INFO networking_nsxv3.common.synchronization [req-9b7678be-9348-449f-9b13-d07b6fe4f279 req-2ad16a8c-2ee3-4fc6-ae4b-0ae3bb8e4253 service nova] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1035.693951] env[69735]: INFO networking_nsxv3.common.synchronization [req-9b7678be-9348-449f-9b13-d07b6fe4f279 req-2ad16a8c-2ee3-4fc6-ae4b-0ae3bb8e4253 service nova] Enqueued Resource ID: cc2c9767-20cc-4ad1-a0e3-bb48991ea33d with Priority: HIGHEST for action port [ 1035.694525] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_rules [ 1035.694686] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1035.694958] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2c9767-20cc-4ad1-a0e3-bb48991ea33d with Priority: HIGHEST for action port [ 1035.695030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.695193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.695415] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.695500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.695701] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.695825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.695912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.696103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.696204] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2c9767-20cc-4ad1-a0e3-bb48991ea33d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.198592] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc2c9767-20cc-4ad1-a0e3-bb48991ea33d with status ACTIVE [ 1036.198958] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.198958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.199105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.199425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.199529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.199739] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.199846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.199910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.200087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.200167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.200350] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.200440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.200497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.200641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.200716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.200801] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc2c9767-20cc-4ad1-a0e3-bb48991ea33d is going to be updated. [ 1036.222642] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.222876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.222876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.223134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.223279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.223446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.560708] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1036.560956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.561157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.561377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.561496] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.065027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.065027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.065027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.065027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.065642] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.065642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.066270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.066922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.066922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.066922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.066922] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.087555] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1037.087826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.088476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.088799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.089043] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.089169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.089275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.089528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.089649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.089761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.089880] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.096011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.096303] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.096509] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.096633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.096711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.096850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.096936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.097054] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.570280] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.570640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.570640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.570781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570963] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.571089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.571156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.571325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.571414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.571506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.571669] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.571875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.571875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.572030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.572182] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.572278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.572341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.572488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.572567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.572651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.573030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.600525] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.601115] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.601115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.075629] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcac43ef-7e8f-401c-a2dc-a44e561f4925: rpc.has_security_group_logging(os_id): False [ 1038.094984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.097019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.097019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.097019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.097860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.097894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.098103] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.098201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.098264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.099186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.099186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.099186] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1038.103335] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.168909] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.169574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.169574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.169574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.169796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.186072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1038.606216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.606579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.606579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.606874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.607048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.607211] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be updated. [ 1038.638334] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.638590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.638590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.638933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.639187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.649668] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: IN_PROGRESS for 2s [ 1039.977165] env[69735]: INFO networking_nsxv3.common.synchronization [req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 req-9d7e6f38-3f9a-4dd1-a973-9ef219500d98 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1039.977165] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1039.977165] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.977165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.977165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.977165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.978100] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.978374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.978540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.979452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.980408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.980408] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.204900] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1040.205163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.482964] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.718879] env[69735]: INFO networking_nsxv3.common.synchronization [req-27d92f75-0081-4454-b9f1-243f7435f939 req-d714fe4d-b969-4e2e-9d4f-be716b84edd9 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Enqueued Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_members [ 1040.719463] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_members [ 1040.720168] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.720291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.720349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.720609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.720777] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.720866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.720927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.721094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.721177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.721268] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.729163] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1040.729381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.729540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.731363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.731363] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.731363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.731363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.731363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.731363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.731363] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.988961] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.223822] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.223984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.224078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.224295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.224386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.224663] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.224772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.224839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.224992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.225081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.225167] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587c38e-5a23-4e03-af78-572a5ce19acb already deleted. [ 1041.225244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.232655] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.491207] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.491395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.491505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.491730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.491826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.491926] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 1041.522708] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.522878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.522970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.523258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.523430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.533117] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 1041.590323] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.590528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-642" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.590709] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-642" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.591099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-642" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.591453] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.591650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.591786] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.592073] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.592250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.592484] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.592625] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.592742] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.592854] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.592967] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.593130] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.593345] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.616615] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.616840] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.617033] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.617256] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-642" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.617635] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-caae068a-ce02-42bd-bb7d-cdc349164199 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.617862] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.618038] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.618421] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.618580] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caae068a-ce02-42bd-bb7d-cdc349164199',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.644686] env[69735]: INFO networking_nsxv3.common.synchronization [req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 req-2affc382-d5b7-4f07-aa8a-bee78d88df4e tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1041.645192] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1041.645499] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.645620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.645699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.645902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.646583] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.646583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.646583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.646583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.646583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.646583] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.735904] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.814362] env[69735]: INFO networking_nsxv3.common.synchronization [req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 req-96645200-f7f8-4d21-b807-91c6eb419826 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1041.814946] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1041.815279] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.815474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.124030] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.124030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.124030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.124443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.124443] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.124609] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port caae068a-ce02-42bd-bb7d-cdc349164199 not found, creating... [ 1042.124892] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.125086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.125210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.125438] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.125582] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.125927] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.126112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.126238] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.126455] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.126592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.126735] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: caae068a-ce02-42bd-bb7d-cdc349164199 is going to be created. [ 1042.128498] env[69735]: INFO networking_nsxv3.common.synchronization [req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 req-3f430e2c-69d4-4bd5-b78c-ed0cd48751fb tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1042.129060] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1042.129703] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.129801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.148232] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.158445] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.158708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.158898] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.159175] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.159412] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.159659] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.238459] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.238598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.238647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.238895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.238975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.239109] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be updated. [ 1042.286831] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.286831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.286831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.287217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.287331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.297348] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: IN_PROGRESS for 2s [ 1042.650310] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.910236] env[69735]: INFO networking_nsxv3.common.synchronization [req-27d92f75-0081-4454-b9f1-243f7435f939 req-46119d40-500c-4f1a-98db-b2cbc26bb39e service nova] Enqueued Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_rules [ 1042.910236] env[69735]: INFO networking_nsxv3.common.synchronization [req-27d92f75-0081-4454-b9f1-243f7435f939 req-46119d40-500c-4f1a-98db-b2cbc26bb39e service nova] Enqueued Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_members [ 1042.910328] env[69735]: INFO networking_nsxv3.common.synchronization [req-27d92f75-0081-4454-b9f1-243f7435f939 req-46119d40-500c-4f1a-98db-b2cbc26bb39e service nova] Enqueued Resource ID: caae068a-ce02-42bd-bb7d-cdc349164199 with Priority: HIGHEST for action port [ 1042.910528] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_rules [ 1042.910893] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_members [ 1042.910893] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caae068a-ce02-42bd-bb7d-cdc349164199 with Priority: HIGHEST for action port [ 1042.911387] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.911529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.911599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.911875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.911958] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.914166] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.914166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.914166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.914166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.914166] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.914166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.914166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.914166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.914166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.914166] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.914988] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-caae068a-ce02-42bd-bb7d-cdc349164199 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.915124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.915191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.915356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.915434] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caae068a-ce02-42bd-bb7d-cdc349164199',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.154386] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.154751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.154751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.154902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.154968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.155058] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1043.185964] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.185964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.185964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.186246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.186452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.194674] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1043.417026] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.418158] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.418356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.421445] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caae068a-ce02-42bd-bb7d-cdc349164199 with status ACTIVE [ 1043.421763] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.421959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.422088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.422399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.422637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.422836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.422997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.423109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.423330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.423450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.423714] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.423845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.423933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.424155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.424253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.424370] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caae068a-ce02-42bd-bb7d-cdc349164199 is going to be updated. [ 1043.451081] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.451241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.451316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.451509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.451650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.451818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caae068a-ce02-42bd-bb7d-cdc349164199" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.543364] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 1043.543647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.920692] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.308758] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1044.309081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.309376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.309376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.309587] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.309705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.309768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.309926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.310018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.310108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.310266] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.310362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.310417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.310562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.310698] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.310786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.310857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.311036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.311151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311267] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.422549] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.422765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.422765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.423155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.423155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.423276] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587c38e-5a23-4e03-af78-572a5ce19acb is going to be created. [ 1044.446860] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.446860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.447139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.447214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.447372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.461679] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587c38e-5a23-4e03-af78-572a5ce19acb in Status: UNINITIALIZED for 2s [ 1044.661469] env[69735]: INFO networking_nsxv3.common.synchronization [req-56005c4a-7b58-471a-b437-d9540ad9a112 req-a095b952-64c7-4f66-acfc-ea34f02af8d5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1044.661983] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1044.662299] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.662592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.662692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.662938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.663105] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.663200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.663259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.663625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.663625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.663625] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.814757] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f1ecd3-b259-466c-84fc-0d781335ebb4: rpc.has_security_group_logging(os_id): False [ 1044.833028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.833028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.833028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.834611] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.834905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.835082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.835327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.835501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.835676] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be created. [ 1044.904911] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.905112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.905173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.905358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.905545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.916965] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: IN_PROGRESS for 2s [ 1045.165401] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.165569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.165639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.165949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.166126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.166359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.166468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.166532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.166770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.166872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.166979] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1045.199864] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.200277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.200430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.200762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.200997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.210041] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1045.210366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.210579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.210843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.211090] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.211357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.211516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.211664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.211862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.212060] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.214595] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1045.493331] env[69735]: INFO networking_nsxv3.common.synchronization [req-d68543ad-804f-42c0-afca-fcd346c2a497 req-fd977662-cd15-40e7-b74a-84abf94b701f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1045.494246] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1045.494537] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.494741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.494823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.495065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.495405] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.495487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.495525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.495730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.495872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.496036] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.717150] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.717398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.717515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.717770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.717904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.718189] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.718310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.718376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.718543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.718621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.718714] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1045.746110] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.746309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.746384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.746609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.746794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.760328] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1045.955025] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.955270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.955427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.955842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.956171] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956347] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956481] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.956727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.956890] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.957161] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.957288] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.957403] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.957516] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.957632] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.957747] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.957881] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.977137] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.977326] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.977448] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.977678] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.978043] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.978216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.978380] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.978717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.978970] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58cf2f85-c9e8-4769-a178-fdfaa6d5d949',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.998283] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.998422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.998500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.998711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.998805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.998998] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.999109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.999171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.999319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.999396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.999483] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1046.027489] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.027706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.027706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.027914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.028115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.037165] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1046.474014] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587c38e-5a23-4e03-af78-572a5ce19acb in Status: SUCCESS [ 1046.474014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.474014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.474269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.474920] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.474920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.474920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.474920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.474920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.474920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.475324] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.481400] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.481400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.481583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.481774] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.481867] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.482038] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 not found, creating... [ 1046.482295] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.482450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.482567] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.482791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.482925] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.483224] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.483378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.483493] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.483700] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.483830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.483967] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 is going to be created. [ 1046.509393] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.509781] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.509781] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.510082] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.510350] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.511037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.931706] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1046.931706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.931706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.931706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.931706] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.972744] env[69735]: INFO networking_nsxv3.common.synchronization [req-3e26247b-a809-4a25-a2f6-affdcc8ec55e req-644de138-acc0-4cef-94bb-ba4425c4a62d tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Enqueued Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_members [ 1046.973376] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGHEST for action security_group_members [ 1046.973773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.973932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.974034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.974279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.974456] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.974604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.974713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.974920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.975047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.975151] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.977727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.977869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.977946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.978204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.978444] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.978678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.978678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.978834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.978922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.979039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.979176] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.979262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.979336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.979479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.979615] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.979705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.979768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.979898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.979968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.980090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.980139] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.226406] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1047.226581] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce deletion is rescheduled due to dependency. [ 1047.226697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.306894] env[69735]: INFO networking_nsxv3.common.synchronization [req-d68543ad-804f-42c0-afca-fcd346c2a497 req-69e260c7-7073-4262-8769-fba2fc814d4c service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1047.307112] env[69735]: INFO networking_nsxv3.common.synchronization [req-d68543ad-804f-42c0-afca-fcd346c2a497 req-69e260c7-7073-4262-8769-fba2fc814d4c service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1047.307183] env[69735]: INFO networking_nsxv3.common.synchronization [req-d68543ad-804f-42c0-afca-fcd346c2a497 req-69e260c7-7073-4262-8769-fba2fc814d4c service nova] Enqueued Resource ID: 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 with Priority: HIGHEST for action port [ 1047.307449] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1047.307585] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1047.307685] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 with Priority: HIGHEST for action port [ 1047.308398] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.308398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.308616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.308689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.308752] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.312197] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.312329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.312531] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.312687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.312687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.312891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.312974] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58cf2f85-c9e8-4769-a178-fdfaa6d5d949',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.435288] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.435543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.435543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.435818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.436083] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.436197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.436197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.436298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.436387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.436475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.436564] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.478645] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.478822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.478900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.479142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.479239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.479438] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.479542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.479596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.479753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.479832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.479921] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 is going to be updated. [ 1047.488999] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d587c38e-5a23-4e03-af78-572a5ce19acb: rpc.has_security_group_logging(os_id): False [ 1047.518256] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.518997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.519133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.519374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.519501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.519759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.520146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.520250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.520459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.520571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.520808] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.521255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.521358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.521541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.521649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.521883] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.522196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.522298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.522490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.522634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.522759] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d587c38e-5a23-4e03-af78-572a5ce19acb is going to be created. [ 1047.585447] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.585696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.585696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.585918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.586111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.603716] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 in Status: IN_PROGRESS for 2s [ 1047.642245] env[69735]: INFO networking_nsxv3.common.synchronization [req-7bde3a7f-3127-4401-a335-2e2782485468 req-f29b1cd1-a930-486a-bb01-d17934ce6558 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1047.643135] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1047.643135] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.643600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.643600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.643600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.643739] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.643739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.643835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.643930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.644020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.644110] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.672348] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.675220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.675220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.675220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.675220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.690789] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587c38e-5a23-4e03-af78-572a5ce19acb in Status: IN_PROGRESS for 2s [ 1047.773930] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1047.774220] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 deletion is rescheduled due to dependency. [ 1047.774379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.775160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.775396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.775602] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.775809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.775887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.776067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.776155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.776252] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.819102] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.819336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.819463] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 with status ACTIVE [ 1047.819701] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.819854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.819854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.820013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.820874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.820874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.820874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.820874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.820874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.820874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.821460] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.821460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.821460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.821460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.821460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.821460] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 is going to be updated. [ 1047.860429] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.860668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.860668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.860888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.861093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.861330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.939364] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.939575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.939575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.939976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.940096] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.940354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.940354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.940354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.940856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.940856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.940856] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.940856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.940856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.941107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.941107] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.941194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.941227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.941346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.941421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.941498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.941585] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.015434] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.015697] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.015822] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.016145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.016415] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.016578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.016703] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.016967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.017079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.017295] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.017414] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.017528] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.017641] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.017763] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.017910] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.018065] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.043083] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.043280] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.043429] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.043618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.043936] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.044137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.044264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.044613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.044805] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717b5ffb-2dbd-4c06-a527-302ec4c56f4f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.047214] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1048.047544] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f deletion is rescheduled due to dependency. [ 1048.047544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.047625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.048222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.048222] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.048222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.048222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.048480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.048480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.048480] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.146386] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.146548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.146616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.146833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.146931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.147173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.147279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.147345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.147503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.147555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.147626] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1048.176626] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.176790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.176834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.177068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.177209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.188188] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1048.278723] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.278911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.278991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.279200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.279293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.279497] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.279661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.279661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.279805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.279887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.279969] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1048.311283] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.311473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.311473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.311583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.311721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.321095] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1048.448238] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f1ecd3-b259-466c-84fc-0d781335ebb4: rpc.has_security_group_logging(os_id): False [ 1048.468024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.468305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.468305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.468459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.468549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.468777] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.468873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.468932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.469095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.469170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.469359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.469464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.469519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.469634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.469712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.469883] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.469977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.470044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.470181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.470250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.470355] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be updated. [ 1048.530084] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.530493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.530493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.530595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.530795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.544387] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: IN_PROGRESS for 2s [ 1048.550146] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.550369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.550500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.550785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.550942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.551119] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 717b5ffb-2dbd-4c06-a527-302ec4c56f4f not found, creating... [ 1048.551378] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.551539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.551662] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.551883] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.552036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.552326] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.552484] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.552609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.552909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.553055] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.553201] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 717b5ffb-2dbd-4c06-a527-302ec4c56f4f is going to be created. [ 1048.554323] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.578796] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.579028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.579154] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.579431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.579663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.579888] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.057157] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.269748] env[69735]: INFO networking_nsxv3.common.synchronization [req-7bde3a7f-3127-4401-a335-2e2782485468 req-e2e5151f-1706-4ce8-bc5a-880a892d359c service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1049.269843] env[69735]: INFO networking_nsxv3.common.synchronization [req-7bde3a7f-3127-4401-a335-2e2782485468 req-e2e5151f-1706-4ce8-bc5a-880a892d359c service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1049.269981] env[69735]: INFO networking_nsxv3.common.synchronization [req-7bde3a7f-3127-4401-a335-2e2782485468 req-e2e5151f-1706-4ce8-bc5a-880a892d359c service nova] Enqueued Resource ID: 717b5ffb-2dbd-4c06-a527-302ec4c56f4f with Priority: HIGHEST for action port [ 1049.270216] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1049.270338] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1049.270499] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717b5ffb-2dbd-4c06-a527-302ec4c56f4f with Priority: HIGHEST for action port [ 1049.272278] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.272444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.272649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.272817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.272902] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.274052] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.274149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.277721] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.277721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.277721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.277721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.277721] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717b5ffb-2dbd-4c06-a527-302ec4c56f4f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.560172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.560566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.560566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.561638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.561638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.561638] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1049.599090] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.599090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.599090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.599090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.599090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.612394] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1049.613384] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 in Status: SUCCESS [ 1049.613624] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 deletion is rescheduled due to dependency. [ 1049.613752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.705617] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587c38e-5a23-4e03-af78-572a5ce19acb in Status: SUCCESS [ 1049.705950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.777965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.778238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.778349] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 717b5ffb-2dbd-4c06-a527-302ec4c56f4f with status ACTIVE [ 1049.778500] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.778677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.778677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.778907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.778980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.779155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.779258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.779327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.779459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.779553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.779713] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.779816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.779884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.779994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.780084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.780152] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 717b5ffb-2dbd-4c06-a527-302ec4c56f4f is going to be updated. [ 1049.804196] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.804426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.804426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.804638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.804850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.805042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-717b5ffb-2dbd-4c06-a527-302ec4c56f4f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.198966] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1050.198966] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1050.198966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.198966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.199324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.199324] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.199465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.199544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.199736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.199867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.200013] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.331357] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1050.331520] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 deletion is rescheduled due to dependency. [ 1050.331638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.565565] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1050.566050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.703408] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.206366] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.622507] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1051.622808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.622929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.623158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.623346] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.623461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.623523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.623666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.623746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.623828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.623996] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.708735] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.709049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.709049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.709598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.709598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.709598] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1051.740428] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.740583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.740647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.742743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.743570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.756863] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1051.886685] env[69735]: INFO networking_nsxv3.common.synchronization [req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 req-8ac70653-c710-4d67-ae78-142a8fe9bb9c tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1051.887502] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1051.887814] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.887938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.888015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.888401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.888661] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.888779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.888856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.889114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.889288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.889390] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.039078] env[69735]: INFO networking_nsxv3.common.synchronization [None req-e15cf1c0-2bb5-4771-becb-becea4bae6f3 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1052.039591] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1052.039902] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.040037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.040107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.040318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.040480] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.040581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.040642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.040799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.040886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.041007] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.126626] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.126816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.391354] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.548205] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.893450] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.050547] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.398695] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.398911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.398973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.399244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.399376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.399847] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 1053.430985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.431183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.431238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.431419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.431565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.442225] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 1053.555138] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.555307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.555387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.555600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.555693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.555802] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1053.593201] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.594054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.605440] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1053.775146] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1053.775410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.775711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.776143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.776429] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.776616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.776718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.777562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.777562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.777562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.777562] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.101050] env[69735]: INFO networking_nsxv3.common.synchronization [req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 req-4bb1390d-9d12-4e9b-b625-6d95e05feee3 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Enqueued Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_members [ 1054.101050] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGHEST for action security_group_members [ 1054.101050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.101050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.101050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.101050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.101832] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.101884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.102582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.102582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.102582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.102582] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.280506] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.280657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.280732] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.281119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.281224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.281290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.281439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.281528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.281841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.281841] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.282112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.282112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.282112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.282203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.282436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.282436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.282436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.282533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.282573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.282688] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.423374] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.423630] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.424289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.424289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.424420] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.424824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.424824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.425072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.425218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.425442] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.425562] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.425679] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.425812] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.425979] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.426109] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.426250] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.446331] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.446331] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.446461] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.446639] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.446959] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-ebad1161-f836-4a52-8238-21e14cc94fb8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.447155] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.447282] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.447634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.447782] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebad1161-f836-4a52-8238-21e14cc94fb8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.604226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.604433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.604510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.604661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.604762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.605072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.605263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.605263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.605476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.605557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.605645] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587c38e-5a23-4e03-af78-572a5ce19acb is going to be updated. [ 1054.637058] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.637230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.637312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.637512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.637654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.646771] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587c38e-5a23-4e03-af78-572a5ce19acb in Status: IN_PROGRESS for 2s [ 1054.788361] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e580c89-e57b-4bae-afb8-d08ca3782e00: rpc.has_security_group_logging(os_id): False [ 1054.807373] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.807665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.807665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.808379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.808379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.808379] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.808379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.808379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.808669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.808669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.809042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.809042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.809042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.809276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.809276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.809482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.809603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.809672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.809831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.809920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.810034] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1054.877138] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.877392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.877466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.877619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.877762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.891866] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1054.950411] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.950711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.950909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.951259] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.951491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.951709] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port ebad1161-f836-4a52-8238-21e14cc94fb8 not found, creating... [ 1054.952092] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.952322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.952504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.952880] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.953098] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.953471] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.953698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.953864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.954181] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.954483] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.954578] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: ebad1161-f836-4a52-8238-21e14cc94fb8 is going to be created. [ 1054.986395] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.986720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.986928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.987383] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.987884] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.988076] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.452497] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 1055.452764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.617659] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1055.617956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.618209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.618549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.618833] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.619013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.619113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.619361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.619489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.619622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.619870] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.620052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.620184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.620407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.620798] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.620798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.620798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.621249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.621249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.621249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.621249] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.711182] env[69735]: INFO networking_nsxv3.common.synchronization [req-4587b279-2af4-4e08-9de7-d7a9defd7277 req-a34c4420-97a8-416d-b16c-92da90701f68 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1055.711363] env[69735]: INFO networking_nsxv3.common.synchronization [req-4587b279-2af4-4e08-9de7-d7a9defd7277 req-a34c4420-97a8-416d-b16c-92da90701f68 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1055.711508] env[69735]: INFO networking_nsxv3.common.synchronization [req-4587b279-2af4-4e08-9de7-d7a9defd7277 req-a34c4420-97a8-416d-b16c-92da90701f68 service nova] Enqueued Resource ID: ebad1161-f836-4a52-8238-21e14cc94fb8 with Priority: HIGHEST for action port [ 1055.711740] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1055.711869] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1055.711969] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebad1161-f836-4a52-8238-21e14cc94fb8 with Priority: HIGHEST for action port [ 1055.713246] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.713386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.713615] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.713720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.713787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.713992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.714152] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.714261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.714302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.714677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.714869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.714985] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.715910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebad1161-f836-4a52-8238-21e14cc94fb8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.716049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.716107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.716252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.716329] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebad1161-f836-4a52-8238-21e14cc94fb8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.124075] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b470ac9b-6ce8-4728-9174-7a8a70a53f0f: rpc.has_security_group_logging(os_id): False [ 1056.144880] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.145114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.145218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.145459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.146028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.146028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.146028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.146028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.146330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.146330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.146405] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.146455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.146565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.146652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.146727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.146972] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.147088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.147315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.147315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.147451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.147492] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1056.212128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.212360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.212360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.212557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.212705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.221404] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.223368] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebad1161-f836-4a52-8238-21e14cc94fb8 with status ACTIVE [ 1056.223577] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.223698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.223801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.224047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.224160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.224362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.224584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.224667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.226171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.226171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.226171] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.226171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.226171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.226171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.226171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.226171] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebad1161-f836-4a52-8238-21e14cc94fb8 is going to be updated. [ 1056.228090] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1056.250344] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.250616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.250616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.250766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.250908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.251089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebad1161-f836-4a52-8238-21e14cc94fb8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.657396] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587c38e-5a23-4e03-af78-572a5ce19acb in Status: SUCCESS [ 1056.657396] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587c38e-5a23-4e03-af78-572a5ce19acb deletion is rescheduled due to dependency. [ 1056.657784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.724067] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.905927] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1056.906180] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.229156] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.229365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.229413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.229607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.229793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.229793] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1057.259690] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.259690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.259903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.259956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.260174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.270325] env[69735]: INFO networking_nsxv3.common.synchronization [req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 req-5399dc9e-66cf-4f39-a511-421ef2cb0afc tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1057.270909] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1057.271238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.271372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.271452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.271607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.271994] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.271994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.271994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.272414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.272414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.272414] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.276491] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1057.719032] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.719032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719456] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719500] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.719874] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.720089] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.720219] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.720440] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.720593] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.720809] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.720941] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.721071] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.721189] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.721304] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.721414] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.721552] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.740694] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.740891] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.740999] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.741204] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-327" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.741532] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-e071a6d1-6152-4c8b-8f36-507df8bdd95b taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.741729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.741859] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742224] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.742367] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e071a6d1-6152-4c8b-8f36-507df8bdd95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.775031] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.775215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.775287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.775484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.775578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.775777] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.775883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.775942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.776111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.776187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.776275] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1057.803846] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.804112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.804211] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.804457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.804602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.815082] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1058.245152] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1058.245152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.245152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.245152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.245152] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.245152] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.245152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.245152] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.246116] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.246859] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.249566] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port e071a6d1-6152-4c8b-8f36-507df8bdd95b not found, creating... [ 1058.249566] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.249566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.249566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.249566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.249566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.249566] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.249566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.249566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.249566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.250092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.250092] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: e071a6d1-6152-4c8b-8f36-507df8bdd95b is going to be created. [ 1058.271784] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.272210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.272210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.272454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.272900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.273033] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.751667] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.752109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.197984] env[69735]: INFO networking_nsxv3.common.synchronization [req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 req-736c8ff2-54c8-4160-b6d0-1f5a3132b7a0 service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 1059.198175] env[69735]: INFO networking_nsxv3.common.synchronization [req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 req-736c8ff2-54c8-4160-b6d0-1f5a3132b7a0 service nova] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1059.198395] env[69735]: INFO networking_nsxv3.common.synchronization [req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 req-736c8ff2-54c8-4160-b6d0-1f5a3132b7a0 service nova] Enqueued Resource ID: e071a6d1-6152-4c8b-8f36-507df8bdd95b with Priority: HIGHEST for action port [ 1059.198985] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_rules [ 1059.201005] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1059.201162] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e071a6d1-6152-4c8b-8f36-507df8bdd95b with Priority: HIGHEST for action port [ 1059.201503] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.201639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.201730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.202067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.202371] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.203733] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.203838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.204058] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-e071a6d1-6152-4c8b-8f36-507df8bdd95b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.204164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.205370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.205761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.206016] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e071a6d1-6152-4c8b-8f36-507df8bdd95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.284836] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1059.285173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.285349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.285634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.285924] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.286087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.286157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.286329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.286411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.286497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.286587] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.708963] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.709327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.709729] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e071a6d1-6152-4c8b-8f36-507df8bdd95b with status ACTIVE [ 1059.709832] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.710020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.710096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.710443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.710540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.710731] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.711013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.711013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.711127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.711127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.712564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.712564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.712564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.712564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.712564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.712564] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e071a6d1-6152-4c8b-8f36-507df8bdd95b is going to be updated. [ 1059.734540] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.734697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.734769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.735387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e071a6d1-6152-4c8b-8f36-507df8bdd95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.788537] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.788974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.788974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.788974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.789189] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.789257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.789307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.789463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.789550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.789631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.789802] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.789897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.789950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.790249] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.790339] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.790399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.790607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790781] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.861759] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1059.862032] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce deletion is rescheduled due to dependency. [ 1059.862195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.862372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.863081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.863081] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.863081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.863282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.863331] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.863441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.863550] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.293710] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b470ac9b-6ce8-4728-9174-7a8a70a53f0f: rpc.has_security_group_logging(os_id): False [ 1060.316782] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.316782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.316782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.316997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.317045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.317297] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.317463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.317600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.317807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.317911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.318140] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.318309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.318393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.318566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.318684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.318906] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.319767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.319767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.319767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.319767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.319767] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1060.367437] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.401221] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.402577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.402577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.402881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.403700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.423060] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1060.870894] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.377036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.377036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.377036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.377285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.377419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.378147] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1061.413931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.414136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.414217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.414460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.414659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.425837] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1062.441674] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1062.442051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.132159] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.132270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.132415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.132703] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.132985] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.133569] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.133763] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.134065] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.134368] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.134759] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.135055] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.135442] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.135591] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.135720] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.135999] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.136291] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.158838] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.159071] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.159252] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.159576] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.160042] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-c4720c8c-b38f-42e5-a5cc-d3774760b46d taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.160283] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.160547] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.160750] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.160921] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4720c8c-b38f-42e5-a5cc-d3774760b46d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.382337] env[69735]: INFO networking_nsxv3.common.synchronization [req-12af4978-627b-4fe4-ae29-2a9e60d18f93 req-99dff441-964b-4ee9-b449-0d84fb2b4c9a tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1063.383235] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGHEST for action security_group_members [ 1063.383602] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.385208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.385351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.385519] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.385706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.385851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.385925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386035] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.435671] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1063.435975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.436488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.436712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.436904] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.437061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.437131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.437381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.437481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.437605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.437701] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.664357] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.664792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.664792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.665408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.665637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666101] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.666370] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.666557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.666860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.667072] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.667465] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.667671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.667799] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.668119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.668304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.668461] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d is going to be updated. [ 1063.692841] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.693252] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.693600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.694042] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.694360] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.694749] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.890934] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.891187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.891187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.891465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.891606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.891820] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.891914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.892038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.892194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.892307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.892387] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be updated. [ 1063.923558] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.923797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.923797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.924099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.924256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.934662] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: IN_PROGRESS for 2s [ 1063.940173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.940347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.940395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.940587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.940746] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.940843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.940903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.941055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.941226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.941226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.941391] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.941487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.941548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.941689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.941827] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.941919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.941978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.942132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.942208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.942290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.942376] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.444575] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce: rpc.has_security_group_logging(os_id): False [ 1064.461309] env[69735]: INFO networking_nsxv3.common.synchronization [req-6fbea26a-c3f7-47aa-b250-951f65562c32 req-b433f87c-7f67-40c4-bf92-0a486d075eaa service nova] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 1064.461309] env[69735]: INFO networking_nsxv3.common.synchronization [req-6fbea26a-c3f7-47aa-b250-951f65562c32 req-b433f87c-7f67-40c4-bf92-0a486d075eaa service nova] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 1064.461309] env[69735]: INFO networking_nsxv3.common.synchronization [req-6fbea26a-c3f7-47aa-b250-951f65562c32 req-b433f87c-7f67-40c4-bf92-0a486d075eaa service nova] Enqueued Resource ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d with Priority: HIGHEST for action port [ 1064.461578] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_rules [ 1064.461689] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 1064.461769] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d with Priority: HIGHEST for action port [ 1064.463606] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.463740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.464632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.464861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.465015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.465255] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.465426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.465663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.465880] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.466054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.466202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.466276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.466460] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.466556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.466614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.466755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.466830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.466909] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1064.468162] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.468273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.468341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.468512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.468593] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.469954] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.470083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.470141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.470278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.470424] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.470531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.470619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.470766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.470848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.470945] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.471792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4720c8c-b38f-42e5-a5cc-d3774760b46d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.471905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.471960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.474515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.474515] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4720c8c-b38f-42e5-a5cc-d3774760b46d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.547044] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.547044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.547044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.547044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.547044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.561595] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1064.977276] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4720c8c-b38f-42e5-a5cc-d3774760b46d with status ACTIVE [ 1064.978848] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.979111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.979190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.979425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.979535] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.979874] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.980015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.980117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.980332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.981249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.981249] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.981249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.981249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.981249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.981249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.981249] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4720c8c-b38f-42e5-a5cc-d3774760b46d is going to be updated. [ 1064.984465] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.984588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.984777] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.011465] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.011648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.011742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.012963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.012963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.012963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4720c8c-b38f-42e5-a5cc-d3774760b46d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.487272] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.947337] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a in Status: SUCCESS [ 1065.947337] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a deletion is rescheduled due to dependency. [ 1065.947337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.995030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.995030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.995030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.995030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.995030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.995030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 is going to be updated. [ 1066.040907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.040907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.040907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.040907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.040907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.054186] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: IN_PROGRESS for 2s [ 1066.583293] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1066.583293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.972166] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-2b005053-d957-4331-a6e8-bed68f61c6cb tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1067.972896] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1067.973405] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.973677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.973752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.974238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.974321] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.974438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.974626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.974781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.974901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.975069] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.066399] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: SUCCESS [ 1068.066399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.066532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.066771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.067048] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.067205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.067301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.067450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.067534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.067621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.067712] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.394345] env[69735]: INFO networking_nsxv3.common.synchronization [req-95a270e2-ac45-4978-aefd-9144ee2d4978 req-8e496bff-2275-4dbd-82df-271749b7c9a5 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Enqueued Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_members [ 1068.394345] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGHEST for action security_group_members [ 1068.394438] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.394616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.394616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.394805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.394950] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.395813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.395906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.396061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.397380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.397380] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.478164] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.478254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.478304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.478558] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.478686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.481748] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.481748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.481748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.481748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.481748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.481748] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1068.521359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.524392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.524392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.525493] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-b8417663-5795-4086-a758-f17dd7671a94 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1068.526334] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1068.527191] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.527370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.534885] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1068.541673] env[69735]: INFO networking_nsxv3.common.synchronization [req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f req-42151330-a081-4100-b1c2-7f074e34d24a tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1068.542206] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1068.542845] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.542845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.542845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.543161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.543161] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.543253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.543290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.544123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.544123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.544123] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.574368] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.900808] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.901110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.901110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.901315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.901370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.901577] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.905333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.905622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.905622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.906044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.906044] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d is going to be updated. [ 1068.939761] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.940294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.940294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.940507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.940710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.952068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d in Status: IN_PROGRESS for 2s [ 1068.986138] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.986138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-727" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.986138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-727" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.986138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-727" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.986138] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.986138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.986138] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.986726] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.986726] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.986726] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.986726] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.986863] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.987057] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.987157] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.987240] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.987410] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.014237] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.014424] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.014567] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.014753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-727" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.015146] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.015345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.015459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.015791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.015952] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede3c8ee-b5cd-4ab0-87a8-613916c50f82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.045652] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.077817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afaa4709-c3c6-4409-b010-a86a7a856330: rpc.has_security_group_logging(os_id): False [ 1069.102842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102842] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 is going to be updated. [ 1069.169363] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.169363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.169363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.169363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.169744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.185463] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: IN_PROGRESS for 2s [ 1069.425054] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f296d7b7-d7f8-47b1-b26f-a116c969f590 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1069.425770] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1069.426257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.426391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.521040] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.521273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.521394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.521668] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.521854] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.522039] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port ede3c8ee-b5cd-4ab0-87a8-613916c50f82 not found, creating... [ 1069.522336] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.522506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.522706] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.522857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.523268] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.523729] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.523968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.524119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.524373] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.524545] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.524682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: ede3c8ee-b5cd-4ab0-87a8-613916c50f82 is going to be created. [ 1069.551303] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.551460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.552518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.552518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.552518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.552518] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.553935] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.056753] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.057175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.057175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.057297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.057337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.057436] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1070.091380] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.091586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.091671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.091848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.091987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.105217] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1070.276587] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-54918f8e-7ee3-4d32-b5e4-79269832a223 service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1070.276587] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-54918f8e-7ee3-4d32-b5e4-79269832a223 service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1070.276764] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-54918f8e-7ee3-4d32-b5e4-79269832a223 service nova] Enqueued Resource ID: ede3c8ee-b5cd-4ab0-87a8-613916c50f82 with Priority: HIGHEST for action port [ 1070.277698] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1070.278084] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1070.278084] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede3c8ee-b5cd-4ab0-87a8-613916c50f82 with Priority: HIGHEST for action port [ 1070.278464] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.278653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.278808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.279096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.279444] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.280591] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.280591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.280688] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.280760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.280811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.280948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.281040] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede3c8ee-b5cd-4ab0-87a8-613916c50f82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.545762] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1070.545902] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 deletion is rescheduled due to dependency. [ 1070.546012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.546197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.546515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.546610] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.546714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.546779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.546928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.547010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.547164] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.786997] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede3c8ee-b5cd-4ab0-87a8-613916c50f82 with status ACTIVE [ 1070.787303] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.787453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.787530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.787764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.787860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.788092] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.788252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.788330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.788470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.788565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.788761] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.788856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.788910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.789074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.789154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.789260] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede3c8ee-b5cd-4ab0-87a8-613916c50f82 is going to be updated. [ 1070.794116] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.794278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.823962] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.824357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.824357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.824472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.824670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.824867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede3c8ee-b5cd-4ab0-87a8-613916c50f82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.967016] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d in Status: SUCCESS [ 1070.967016] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d deletion is rescheduled due to dependency. [ 1070.967016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.050925] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.205801] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: SUCCESS [ 1071.207081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.330471] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1071.330471] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:2 started [ 1071.543196] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.543437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-855" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.543638] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-855" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.543915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-855" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.544644] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.544794] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.544856] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.545221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.545353] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.545646] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.545791] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.545938] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.546042] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.546222] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.546441] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.546658] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.557304] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.574229] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.574409] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.574548] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.575746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-855" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.575746] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-291f9e85-923b-4c2a-a91c-254cdf785e91 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.575746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.575746] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.576281] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.576281] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291f9e85-923b-4c2a-a91c-254cdf785e91',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.067551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.067551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.067551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.067551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.067551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.067551] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1072.083092] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.083092] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 291f9e85-923b-4c2a-a91c-254cdf785e91 not found, creating... [ 1072.083092] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.083092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.084404] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.084404] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.084404] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.084404] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.084579] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.084617] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 291f9e85-923b-4c2a-a91c-254cdf785e91 is going to be created. [ 1072.102552] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.102552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.102552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.102552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.102552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.112102] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.116067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.116067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.116067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.116067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.116067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.116067] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1072.175101] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1072.175377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.175707] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.175707] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.175968] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.176162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.176251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.176476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.176591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.176696] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.374393] env[69735]: INFO networking_nsxv3.common.synchronization [req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 req-d0b54d21-ecb8-41ae-b883-a34c4d1d822c tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_members [ 1072.377293] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGHEST for action security_group_members [ 1072.377880] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.378135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.378260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.378580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.378833] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.379492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.379492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.379492] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.379720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.379720] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.682095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.682095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.682095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.682095] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1072.730937] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.731155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.731155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.731374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.731529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.746903] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1072.886044] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.886342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.886416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.886646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.886734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.887103] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.887103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.887103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.887942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.888101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.888204] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a is going to be updated. [ 1072.923154] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.923371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.923424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.923626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.923769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.936794] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a in Status: IN_PROGRESS for 2s [ 1072.952884] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d36bfe9f-708c-4b08-bc09-135ab408dcdf tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_rules [ 1072.953523] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_rules [ 1072.953867] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.954014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.954716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.958022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.958022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.065213] env[69735]: INFO networking_nsxv3.common.synchronization [None req-cea41f67-85b4-462f-b606-d8b54bc1d3e8 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_rules [ 1073.066853] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_rules [ 1073.066853] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.066853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.470880] env[69735]: INFO networking_nsxv3.common.synchronization [req-1f22b25d-c605-4090-aa5b-9182d08a6d8e req-a01c64a7-befa-4dcb-825d-eb5046032512 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1073.471686] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1073.472218] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.472691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.472691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.472832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.473261] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.473486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.473605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.476243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.476243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.476243] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.481322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.481745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.481955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.482610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.482748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.482859] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b already deleted. [ 1073.482954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.484494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.484927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.484927] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.508096] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-f758cd04-d0a4-4b6a-8492-15bd5c28d18f service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1073.508307] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-f758cd04-d0a4-4b6a-8492-15bd5c28d18f service nova] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1073.508445] env[69735]: INFO networking_nsxv3.common.synchronization [req-f245d490-9ec4-4617-aba2-3ffab2824f53 req-f758cd04-d0a4-4b6a-8492-15bd5c28d18f service nova] Enqueued Resource ID: 291f9e85-923b-4c2a-a91c-254cdf785e91 with Priority: HIGHEST for action port [ 1073.508948] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_rules [ 1073.514464] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1073.514464] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291f9e85-923b-4c2a-a91c-254cdf785e91 with Priority: HIGHEST for action port [ 1073.514464] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.514464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.514464] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.514464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.514464] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-291f9e85-923b-4c2a-a91c-254cdf785e91 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.514464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.514464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.514464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.514464] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291f9e85-923b-4c2a-a91c-254cdf785e91',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.979029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.979029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.979029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.979029] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1074.010975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.010975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.010975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.010975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.010975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.010975] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b already deleted. [ 1074.010975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.015486] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 291f9e85-923b-4c2a-a91c-254cdf785e91 with status ACTIVE [ 1074.019172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.019172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.019172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.019172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.019172] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 291f9e85-923b-4c2a-a91c-254cdf785e91 is going to be updated. [ 1074.022568] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.024049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.024049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.024049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.024049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.036217] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1074.051570] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.051863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.051942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.052222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.052442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.052690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-291f9e85-923b-4c2a-a91c-254cdf785e91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.130401] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1074.130815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.131433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.131433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.131433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.131782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.131782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.131782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.132072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.132072] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.634638] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.779277] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1074.779277] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f deletion is rescheduled due to dependency. [ 1074.779277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.955333] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a in Status: SUCCESS [ 1074.956620] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a deletion is rescheduled due to dependency. [ 1074.956620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.139983] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.642678] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.643112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.643112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.643341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.643445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.643664] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1075.677435] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.677435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.678213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.678213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.678379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.689840] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1076.049636] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1076.049881] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1076.050179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.232587] env[69735]: INFO networking_nsxv3.common.synchronization [None req-04b28b11-0696-4fea-97d9-c752c8e402a8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1077.233351] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1077.233825] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.234018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.234145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.234464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.234594] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.346525] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7d2738b2-66ab-42a7-9d56-50d89c9ca93e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1077.347644] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1077.348118] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.348297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.700985] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1077.701238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.701409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.701665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.701845] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.701964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.702039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.702197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.702275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.702358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.702452] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.704140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.704337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.704501] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.704759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.704844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.705013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.705098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.705217] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.763640] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.763889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.764032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.764400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.764570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.764726] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 already deleted. [ 1077.764881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.765397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.765747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.765953] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.206135] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.206135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.208250] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.292679] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.292679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.292679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.292679] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.293222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.293222] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 already deleted. [ 1078.293222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.710915] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.216034] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.216034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.216034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.216284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.216284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.216472] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1079.256433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.256555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.256640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.256850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.257021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.280223] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1081.294366] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1081.294366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.294366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.294366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.294366] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.294366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.294366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.294825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.294825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.294825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.294922] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.294991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.295076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.295274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.295426] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.295544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.295591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.295712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.295816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.295905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.295994] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.501292] env[69735]: INFO networking_nsxv3.common.synchronization [req-82a37de2-8538-49c2-80c6-4a9e045641ef req-fabb4e2d-2570-4e7e-b70f-4655ce65ed20 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Enqueued Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1081.501816] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce with Priority: HIGHEST for action security_group_members [ 1081.502641] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.502782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.502997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.503138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.503306] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.503411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.503503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.503621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.503706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.503801] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c2163c8-6e42-49f8-a4ea-21bb0f3569ce',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.798309] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcac43ef-7e8f-401c-a2dc-a44e561f4925: rpc.has_security_group_logging(os_id): False [ 1081.819177] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.819398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.819398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.819645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.819760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.819986] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.820129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.820179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.820395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.820495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.820773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.820913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.821017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.821232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.821347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.821652] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.821754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.821847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.822066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.822267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.822332] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1081.897134] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.897438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.897503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.897802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.897967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.917528] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1082.006770] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.006989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.007104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.007400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.007551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.007826] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.007951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.008053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.008272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.008390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.008506] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce is going to be updated. [ 1082.068038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.068267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.068267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.068488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.068623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.079863] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: IN_PROGRESS for 2s [ 1082.284321] env[69735]: INFO networking_nsxv3.common.synchronization [req-71be1708-5452-4071-a467-316885364d70 req-3db04537-58cb-4460-bd00-7eb4e0ae2299 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_members [ 1082.284723] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_members [ 1082.285179] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.285403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.285477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.285734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.285906] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.286024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.286107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.286311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.286396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.286494] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.777780] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.778157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.778157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.778441] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.778713] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.778868] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.778992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.779520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.779683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.779901] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.780100] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.780229] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.780288] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.780366] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.780479] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.780619] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.789245] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.789511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.789511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.789727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.789837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.790379] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.790379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.790379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.790379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.790698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.790698] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b already deleted. [ 1082.790698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.803591] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.803802] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1082.803977] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.804242] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-181" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.804738] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-616ed853-a0fb-4554-8831-4775ee0587bd taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.804924] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.804924] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.805465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.805620] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616ed853-a0fb-4554-8831-4775ee0587bd',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.309069] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.309069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.309069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.309069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.309455] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.309575] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 616ed853-a0fb-4554-8831-4775ee0587bd not found, creating... [ 1083.309915] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.310293] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.310536] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.310914] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.311132] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.311487] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.311730] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.311899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.312191] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.312391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.312590] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 616ed853-a0fb-4554-8831-4775ee0587bd is going to be created. [ 1083.339285] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.339707] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.339958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.340396] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.340875] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.341369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.934505] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1083.934505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.934505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.934996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.934996] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.093778] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce in Status: SUCCESS [ 1084.093778] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c2163c8-6e42-49f8-a4ea-21bb0f3569ce deletion is rescheduled due to dependency. [ 1084.093778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c2163c8-6e42-49f8-a4ea-21bb0f3569ce" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.103267] env[69735]: INFO networking_nsxv3.common.synchronization [req-71be1708-5452-4071-a467-316885364d70 req-75652361-2c3a-4cee-ac99-723a9d59ee25 service nova] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_rules [ 1084.103267] env[69735]: INFO networking_nsxv3.common.synchronization [req-71be1708-5452-4071-a467-316885364d70 req-75652361-2c3a-4cee-ac99-723a9d59ee25 service nova] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_members [ 1084.103267] env[69735]: INFO networking_nsxv3.common.synchronization [req-71be1708-5452-4071-a467-316885364d70 req-75652361-2c3a-4cee-ac99-723a9d59ee25 service nova] Enqueued Resource ID: 616ed853-a0fb-4554-8831-4775ee0587bd with Priority: HIGHEST for action port [ 1084.103267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_rules [ 1084.103267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_members [ 1084.103267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616ed853-a0fb-4554-8831-4775ee0587bd with Priority: HIGHEST for action port [ 1084.103267] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.103267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.106160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.106160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.106160] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.107046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.107176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.107247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.107431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.107584] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.107688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.107730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.107865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.107953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.108049] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.108793] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-616ed853-a0fb-4554-8831-4775ee0587bd taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.108908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.108977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.109123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.109197] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616ed853-a0fb-4554-8831-4775ee0587bd',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.437738] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.437920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.437968] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.438289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.438494] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.438634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.438770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.438846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.438933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.439034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.439133] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.610943] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.611126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.611388] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.613838] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 616ed853-a0fb-4554-8831-4775ee0587bd with status ACTIVE [ 1084.613838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.613838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.613838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.613838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.613838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.613838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.613838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.613838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.614340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.614402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.614616] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.614871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.614971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.615193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.617169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.617169] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 616ed853-a0fb-4554-8831-4775ee0587bd is going to be updated. [ 1084.645458] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.645673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.645736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.645958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.646134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.646357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616ed853-a0fb-4554-8831-4775ee0587bd" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.942716] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.943083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.943342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.943580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.943721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.944055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.944195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.944337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.944555] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.944660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.944718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.944867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.945016] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.945112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.945173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.945321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.945395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.945475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.945567] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.118885] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.448181] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcac43ef-7e8f-401c-a2dc-a44e561f4925: rpc.has_security_group_logging(os_id): False [ 1085.469754] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.469954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.469994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.470335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.470469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.470722] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.470854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.470940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.471145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.471230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.471418] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.471522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.471570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.471713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.471785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.471956] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.472058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.472116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.472254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.472325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.472409] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1085.546448] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.546623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.546696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.546927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.547084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.606682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1085.623759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.623981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.624045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.624240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.625606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.625606] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b is going to be created. [ 1085.663124] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.663429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.663429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.663662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.663858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.684973] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: UNINITIALIZED for 2s [ 1086.798655] env[69735]: INFO networking_nsxv3.common.synchronization [req-b6546e06-b98d-4af4-8b0a-64800697dd8e req-2d49c854-5a47-4cb6-98a3-d0bc499eca41 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1086.799630] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1086.799718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.799789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.799846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.800810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.800978] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.801101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.801163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.801337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.801422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.801533] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.182703] env[69735]: INFO networking_nsxv3.common.synchronization [req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 req-31be3e4a-e355-4177-850d-faeae3c029d7 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1087.184030] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1087.184030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.184030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.184030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.184030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.184030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.184318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.184318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.184318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.184430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.184430] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.268714] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.269043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.269043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.269335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.269602] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.269850] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.270027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.270497] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.270497] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.270646] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.270925] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.270925] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.270990] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.271128] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.271204] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.271308] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.294756] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.294933] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.295090] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.295282] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.295657] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.296355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.296355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.296355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.296582] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be63da5-0a87-476e-aa3b-f0b5181c8dc6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.304170] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.304323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.304413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.304642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.304772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.305082] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.305228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.305313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.305517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.305616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.305709] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 already deleted. [ 1087.305792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.365481] env[69735]: INFO networking_nsxv3.common.synchronization [req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 req-90e15850-d903-4ccd-82d9-f993c7c9a2be tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1087.366045] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGHEST for action security_group_members [ 1087.366433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.366645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.634607] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1087.634816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.687170] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.697402] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: UNINITIALIZED for 4s [ 1087.800690] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.801112] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.801277] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.801667] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.801900] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.802156] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 not found, creating... [ 1087.802565] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.802815] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.803014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.803356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.803578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.804016] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.804261] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.804459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.804775] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.804985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.805212] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 is going to be created. [ 1087.844529] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.844787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.844987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.845473] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.845830] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.846195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.190279] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.569668] env[69735]: INFO networking_nsxv3.common.synchronization [req-b6546e06-b98d-4af4-8b0a-64800697dd8e req-6db80230-5b0e-480b-8a6f-2873f2424468 service nova] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1088.569668] env[69735]: INFO networking_nsxv3.common.synchronization [req-b6546e06-b98d-4af4-8b0a-64800697dd8e req-6db80230-5b0e-480b-8a6f-2873f2424468 service nova] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1088.569798] env[69735]: INFO networking_nsxv3.common.synchronization [req-b6546e06-b98d-4af4-8b0a-64800697dd8e req-6db80230-5b0e-480b-8a6f-2873f2424468 service nova] Enqueued Resource ID: 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 with Priority: HIGHEST for action port [ 1088.571865] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1088.571865] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1088.571865] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 with Priority: HIGHEST for action port [ 1088.571865] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.571865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.571865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.571865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.571865] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.572877] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.573150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.573150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.573562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.573723] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.573871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.573939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.574054] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.574138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.574795] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.574990] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.576046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.576046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.576046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.576046] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be63da5-0a87-476e-aa3b-f0b5181c8dc6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.692970] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.693168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.693259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.693495] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.693624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.693728] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1088.723431] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.723649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.723649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.723855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.723997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.732870] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1089.077698] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.077698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.077698] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.078704] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 with status ACTIVE [ 1089.078704] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.078912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.078912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.079274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.079274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.079495] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.079628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.079710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.079886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.079990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.080209] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.080314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.080379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.080524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.080647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.080681] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 is going to be updated. [ 1089.113462] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.113648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.113727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.113924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.114074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.114236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be63da5-0a87-476e-aa3b-f0b5181c8dc6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.120118] env[69735]: INFO networking_nsxv3.common.synchronization [req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad req-fcaeeb9f-d921-47d2-a5b8-07d449fe575e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1089.120644] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1089.120951] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.121086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.121154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.121344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.121500] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.121601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.121668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.122073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.122073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.122073] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.584532] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.600035] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.600391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.600999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.601445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.601942] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.602241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.602484] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.602903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.603220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.603609] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.603841] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.604104] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.604342] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.604581] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.604787] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.605060] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.624800] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.625032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.625032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.625362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.625513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.625872] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.626074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.626197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.626472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.626625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.626780] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1089.632716] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.633072] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.633359] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.633665] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.634241] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-e43f34e6-e3b3-4615-b8c6-841738ad2d65 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.634543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.634779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.635414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.635923] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e43f34e6-e3b3-4615-b8c6-841738ad2d65',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.657534] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.657759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.657759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.658113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.658318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.670340] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1089.712644] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: SUCCESS [ 1089.712644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.712644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.712644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.712867] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.712937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.712978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.713156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.713242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.713510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.713749] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.087594] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.087991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.087991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.088101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.088141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.088224] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be created. [ 1090.115243] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.115421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.115490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.115714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.115898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.130836] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: UNINITIALIZED for 2s [ 1090.139775] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.140029] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.140167] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.140479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.140675] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.140844] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port e43f34e6-e3b3-4615-b8c6-841738ad2d65 not found, creating... [ 1090.141138] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.141354] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.141460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.141696] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.141844] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.142147] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.142309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.142433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.142652] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.142871] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.143124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: e43f34e6-e3b3-4615-b8c6-841738ad2d65 is going to be created. [ 1090.169056] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.169296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.169296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.169522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.169770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.169988] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.216564] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.721698] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be5b1c9a-71f7-4111-9259-dabd2306785b: rpc.has_security_group_logging(os_id): False [ 1090.740038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.740038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.740038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.740038] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b is going to be created. [ 1090.744814] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1090.745344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.745694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.746053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.746482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.746768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.746944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.747239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.747419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.747597] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.826579] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.826804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.826915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.827620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.827620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.847383] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: IN_PROGRESS for 2s [ 1090.909840] env[69735]: INFO networking_nsxv3.common.synchronization [req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad req-00a3c387-fa3e-4d60-a696-57a3da54dece service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1090.910129] env[69735]: INFO networking_nsxv3.common.synchronization [req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad req-00a3c387-fa3e-4d60-a696-57a3da54dece service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1090.910380] env[69735]: INFO networking_nsxv3.common.synchronization [req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad req-00a3c387-fa3e-4d60-a696-57a3da54dece service nova] Enqueued Resource ID: e43f34e6-e3b3-4615-b8c6-841738ad2d65 with Priority: HIGHEST for action port [ 1090.911017] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1090.911887] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1090.912037] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43f34e6-e3b3-4615-b8c6-841738ad2d65 with Priority: HIGHEST for action port [ 1090.912410] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.912584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.912766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.913073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.913207] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.914282] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.915126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.915423] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-e43f34e6-e3b3-4615-b8c6-841738ad2d65 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.915592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.915592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.915872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.916556] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e43f34e6-e3b3-4615-b8c6-841738ad2d65',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.250816] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.250816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.250816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.250816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.251289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.251289] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.251289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.251426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.251500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.251555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.251662] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be updated. [ 1091.287360] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.287521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.287717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.287973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.288198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.299551] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: IN_PROGRESS for 2s [ 1091.418821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.418978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.419177] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e43f34e6-e3b3-4615-b8c6-841738ad2d65 with status ACTIVE [ 1091.419387] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.419523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.419592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.419873] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.419989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.420182] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.420931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.420931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.420931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.420931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.421229] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.421229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.421229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.421431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.421431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.421555] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e43f34e6-e3b3-4615-b8c6-841738ad2d65 is going to be updated. [ 1091.443677] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.443833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.443890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.444120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.444818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.444818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e43f34e6-e3b3-4615-b8c6-841738ad2d65" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.680414] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 4s [ 1092.140604] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1092.140902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.141126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.141382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.141641] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.141810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.141906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.142120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.142214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.142318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.142414] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.646257] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.873659] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: SUCCESS [ 1092.873659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.149560] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83e5b90-28b9-47b1-ae50-b48cdc51b730: rpc.has_security_group_logging(os_id): False [ 1093.168408] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.168629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.168694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.168882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.169029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.169257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.169375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.169447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.169698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.169773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.169822] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be created. [ 1093.232937] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.232937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.232937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.232937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.233256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.248650] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: IN_PROGRESS for 2s [ 1093.312432] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 in Status: SUCCESS [ 1093.312432] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 deletion is rescheduled due to dependency. [ 1093.312432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.691892] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1093.692141] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1093.692272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.692364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.692605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.692758] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.692872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.692938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.693164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.693250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.693310] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.196530] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.699510] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.202123] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.202329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.202379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.202564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.202659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.202761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1095.237475] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.237626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.237710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.237926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.238103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.248307] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1095.261516] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1095.261793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.915666] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.915666] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1096.284021] env[69735]: INFO networking_nsxv3.common.synchronization [None req-c2db5414-2f4f-4a73-b304-edd6d3f4a03f None None] Enqueued Resource ID: 3c871d38-2741-4e18-95e6-d2bfa99dc1e2 with Priority: HIGHEST for action port [ 1096.284021] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c871d38-2741-4e18-95e6-d2bfa99dc1e2 with Priority: HIGHEST for action port [ 1096.284021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c871d38-2741-4e18-95e6-d2bfa99dc1e2 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.284021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c871d38-2741-4e18-95e6-d2bfa99dc1e2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.284021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c871d38-2741-4e18-95e6-d2bfa99dc1e2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.284021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c871d38-2741-4e18-95e6-d2bfa99dc1e2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.284021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c871d38-2741-4e18-95e6-d2bfa99dc1e2',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.788273] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c871d38-2741-4e18-95e6-d2bfa99dc1e2 [ 1096.788628] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.788763] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.788816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.789642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.789642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.789642] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c871d38-2741-4e18-95e6-d2bfa99dc1e2 already deleted. [ 1096.789642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c871d38-2741-4e18-95e6-d2bfa99dc1e2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.258689] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1097.258967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.259105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.259313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.259520] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.259666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.259760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.259928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.260018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.260108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.260204] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.766205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.766205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.766205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.766205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.766205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.766922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.766922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.766922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.766922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.766922] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.271317] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e580c89-e57b-4bae-afb8-d08ca3782e00: rpc.has_security_group_logging(os_id): False [ 1098.291654] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.293970] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.293970] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.293970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.294547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.294547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.294547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.294547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.294547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.294769] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1098.373369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.373545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.373545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.374092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.374092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.394760] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1098.877177] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ac6e4602-1599-4286-9c20-6e22e284f115 None None] Enqueued Resource ID: 703cb460-f122-4c47-a2b9-d2928862b60d with Priority: HIGHEST for action port [ 1098.877445] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 703cb460-f122-4c47-a2b9-d2928862b60d with Priority: HIGHEST for action port [ 1098.878106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-703cb460-f122-4c47-a2b9-d2928862b60d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.878227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-703cb460-f122-4c47-a2b9-d2928862b60d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.878297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-703cb460-f122-4c47-a2b9-d2928862b60d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.878566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-703cb460-f122-4c47-a2b9-d2928862b60d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.878644] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703cb460-f122-4c47-a2b9-d2928862b60d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.380728] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 703cb460-f122-4c47-a2b9-d2928862b60d [ 1099.381193] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.381440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.381440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.381611] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.381736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.381866] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:703cb460-f122-4c47-a2b9-d2928862b60d already deleted. [ 1099.381999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-703cb460-f122-4c47-a2b9-d2928862b60d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.412025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1100.412361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.019263] env[69735]: INFO networking_nsxv3.common.synchronization [req-43b84d8a-1404-4886-bb10-61d72de0b555 req-c24e2143-da33-4d08-b0ce-5e5a14be25a1 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1102.019780] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1102.020095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.020209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.020275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.020526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.020693] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.020794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.020858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.021144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.021243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.021343] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.378754] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.379230] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.379230] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.379442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.379709] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.379893] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.380351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.380637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.380819] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.381031] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.381158] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.381385] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.381385] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.381500] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.381612] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.381780] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.406803] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.406899] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.407023] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.407213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.407554] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.407718] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.407866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.408260] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.408424] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da692d38-b68e-48ad-b3f4-2e5bf69bb6da',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.523269] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.523579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.523579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.523825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.523825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.523990] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.524143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.524203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.524365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.524445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.524532] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 already deleted. [ 1102.524613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.911231] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.912092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.912092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.912092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.912334] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.912519] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port da692d38-b68e-48ad-b3f4-2e5bf69bb6da not found, creating... [ 1102.912802] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.912968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.913110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.913446] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.913698] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.914078] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.914260] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.914381] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.914705] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.914882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.915072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: da692d38-b68e-48ad-b3f4-2e5bf69bb6da is going to be created. [ 1102.943477] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.944309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.944309] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.944425] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.944633] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.944907] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.629255] env[69735]: INFO networking_nsxv3.common.synchronization [req-43b84d8a-1404-4886-bb10-61d72de0b555 req-7b939ff4-65b9-4b9e-9bf4-396eaca406e8 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1103.629616] env[69735]: INFO networking_nsxv3.common.synchronization [req-43b84d8a-1404-4886-bb10-61d72de0b555 req-7b939ff4-65b9-4b9e-9bf4-396eaca406e8 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1103.629616] env[69735]: INFO networking_nsxv3.common.synchronization [req-43b84d8a-1404-4886-bb10-61d72de0b555 req-7b939ff4-65b9-4b9e-9bf4-396eaca406e8 service nova] Enqueued Resource ID: da692d38-b68e-48ad-b3f4-2e5bf69bb6da with Priority: HIGHEST for action port [ 1103.630179] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1103.630319] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1103.630435] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da692d38-b68e-48ad-b3f4-2e5bf69bb6da with Priority: HIGHEST for action port [ 1103.630714] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.630841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.630914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.631182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.631317] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.632228] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.632391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.632480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.632722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.632978] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.633101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.633199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.633415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.633622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.633667] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.634724] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.634884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.634981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.635214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.635317] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da692d38-b68e-48ad-b3f4-2e5bf69bb6da',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.137605] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.137813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.138042] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da692d38-b68e-48ad-b3f4-2e5bf69bb6da with status ACTIVE [ 1104.138260] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.138372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.138471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.138778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.138825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.139014] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.139135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.139214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.139395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.139480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.139757] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.139889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.139971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.140162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.140270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.140387] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da692d38-b68e-48ad-b3f4-2e5bf69bb6da is going to be updated. [ 1104.141638] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.164867] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.165085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.165168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.165399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.165583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.165746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da692d38-b68e-48ad-b3f4-2e5bf69bb6da" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.326223] env[69735]: INFO networking_nsxv3.common.synchronization [req-58af2bdc-f4c4-4d99-8202-b07e97781acc req-694410ff-ea58-429a-b6ab-5447784b3573 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1104.327945] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1104.328412] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.328633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.328715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.328941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.329168] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.329337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.329418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.329692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.329797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.329898] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.647022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.699751] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.700012] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.700222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.700751] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.701417] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.701494] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.701644] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.701981] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.702239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.702558] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.702742] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.702925] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.703118] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.703301] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.703508] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.703737] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.724239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.724496] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.724712] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.724982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.725635] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.725871] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.726079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.726620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.726783] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82af0cf7-4f1d-4c22-858e-09dabd0d7bd6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.832427] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.149543] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.149722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.149804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.150079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.150240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.150375] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be created. [ 1105.175226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.175379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.175428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.175710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.175876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.190732] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: UNINITIALIZED for 2s [ 1105.230162] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.230487] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.230632] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.230936] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.231217] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.231406] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 not found, creating... [ 1105.231721] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.231889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.232036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.232285] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.232434] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.232807] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.232985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.233125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.233349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.233508] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.233660] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 is going to be created. [ 1105.266544] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.266770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.266931] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.267289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.267540] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.267839] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.334812] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.837662] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.837662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.837662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.838153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.838153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.838153] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be updated. [ 1105.872640] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.872640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.872747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.872883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.873045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.885036] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: IN_PROGRESS for 2s [ 1106.077189] env[69735]: INFO networking_nsxv3.common.synchronization [req-58af2bdc-f4c4-4d99-8202-b07e97781acc req-69028ae4-82bf-4355-ba4f-1050efa1a993 service nova] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1106.080951] env[69735]: INFO networking_nsxv3.common.synchronization [req-58af2bdc-f4c4-4d99-8202-b07e97781acc req-69028ae4-82bf-4355-ba4f-1050efa1a993 service nova] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1106.081167] env[69735]: INFO networking_nsxv3.common.synchronization [req-58af2bdc-f4c4-4d99-8202-b07e97781acc req-69028ae4-82bf-4355-ba4f-1050efa1a993 service nova] Enqueued Resource ID: 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 with Priority: HIGHEST for action port [ 1106.081442] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_rules [ 1106.081580] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1106.081680] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 with Priority: HIGHEST for action port [ 1106.082518] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.082694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.082793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.083045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.083328] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.084709] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.086866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.087184] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.087577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.087798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.088066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.088790] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82af0cf7-4f1d-4c22-858e-09dabd0d7bd6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.590914] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.591112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.592451] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 with status ACTIVE [ 1106.592629] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.592771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.592843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.593090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.593205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.593384] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.593533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.593619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.593785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.593862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.594117] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.594235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.594282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.594424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.594498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.594589] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 is going to be updated. [ 1106.617745] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.617861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.617861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.618156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.618264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.618433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.203543] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1107.203876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.203927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.204178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.204403] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.204527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.204599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.204759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.204835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.204922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.205024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.709841] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.709999] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.710109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.710510] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.710658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.710658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.710892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.711596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.711596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.711596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.711596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.711802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.711802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.711926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.711926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.712440] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.893741] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1107.893883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.894087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.894346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.894658] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.894781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.894847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.895024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.895111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.895209] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.214821] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a338dc15-33c8-46c3-962a-f5418e8c7153: rpc.has_security_group_logging(os_id): False [ 1108.236157] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.236157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.236639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.237057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.237275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.237586] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.240018] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.240018] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.240018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.240018] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be created. [ 1108.306034] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.306034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.306263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.306352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.306567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.319760] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1108.398048] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.900074] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.405028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.405028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.405028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.405481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.405481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.405481] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be updated. [ 1109.440246] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.440246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.440246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.440246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.440246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.451395] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: IN_PROGRESS for 2s [ 1110.290084] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.290084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.290346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.290651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.290831] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.337498] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1110.338255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.793809] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.082388] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.082599] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1111.296780] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.462057] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1111.462057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.462284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.462573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.463289] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.463289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.463289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.463289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.463289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.463518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.463552] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.800375] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1111.800375] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1111.966062] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.468877] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83e5b90-28b9-47b1-ae50-b48cdc51b730: rpc.has_security_group_logging(os_id): False [ 1112.490649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.490853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.490896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.491378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.491520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.491791] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.491920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.492052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.492302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.492389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.492591] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be updated. [ 1112.604778] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.605237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.605237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.605237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.605384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.629468] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: IN_PROGRESS for 2s [ 1112.870074] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.870423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.870423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.870784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.884264] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1112.885414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.886930] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1112.930993] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.930993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.930993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.930993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.942568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.943329] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1112.943486] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1112.943556] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1113.005418] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.005624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.005676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.006056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.007867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.008121] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1113.111035] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.111290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.111290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.111445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.111767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.112377] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1113.199442] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.199652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.199652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.200072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.200197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.200539] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1113.200644] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8fc3937c-c92a-4378-9447-f0ee29a7b772', 'd03c9599-e7e2-4d5e-bde1-6827208084b8', 'a2786b4f-6f5d-4751-a37c-1ac0953ff791', '64ba6eed-0fe7-40bb-aa3f-ba1995177d92', '082f03ab-cfcc-40df-bb96-1f383ba2336a', '21b93071-7119-490e-b2ce-ae507eb96a82', '04f1ecd3-b259-466c-84fc-0d781335ebb4', '467e6017-7805-4511-befe-7193c3082e29', 'f83e5b90-28b9-47b1-ae50-b48cdc51b730', 'fed53ecf-c6a3-4598-b3e1-89ce1cfc689d', '8f5b69b5-6ea3-4579-92a5-d8c815954d21', 'be5b1c9a-71f7-4111-9259-dabd2306785b', '0cf241c1-aa34-4548-8012-60f45a01d761', 'd587c38e-5a23-4e03-af78-572a5ce19acb', '4b058806-778f-4d5b-a1b3-e4e5a6b2b846', '87f9241d-f0fa-4c19-b686-156a7b7bfd36', 'fcac43ef-7e8f-401c-a2dc-a44e561f4925', '0e580c89-e57b-4bae-afb8-d08ca3782e00', '3157c48b-b695-4fd5-a04e-a64e05dc9eee', 'b4bcc6b7-375d-4000-934d-46ecaf9ef84d', 'b470ac9b-6ce8-4728-9174-7a8a70a53f0f', 'd667cb9b-4cc4-4f81-a293-4d7f8b2d2e27', '05ed611c-65b6-466e-ae37-13a4b4c60558', '44145e6b-11b6-40d7-83e4-d6c242c941bf', '0930b60b-e085-4057-b7b4-2483dca32ef0', '749d7dc5-d58d-4875-97f7-5523e88b8561', '5d7bc34d-cff6-4f92-8e31-45a9a395413b', '04fa7292-21d2-4778-a0f6-7d3bd5b26b42', 'bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa', '22a752ff-17bc-4429-b693-fd4feeb7f95b', 'a338dc15-33c8-46c3-962a-f5418e8c7153', '651d3ea8-c1be-4bd0-94f2-336dd2adf488', 'd459bfa9-9eb9-43f6-b27a-c7a0246c8bee', '8084238d-f9cd-4462-9cf2-dbc3ef4761a4', '7a6cefee-49b7-4a5e-b6cd-58df175bddda', '98bf4f24-e674-4f6c-bb59-de0c31f3b9b8', '061ea451-d11e-4a4c-a4c3-706cd79da348', '23aec94f-89ab-4b08-b54f-d76caff1f669', 'bcbe4774-f869-49df-8ccb-e200db45ee9d', '471ca37c-23a4-498a-96f0-d8e472d6e56a', 'acc46db1-6731-4071-952d-07ff223ef502', 'fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0', 'afaa4709-c3c6-4409-b010-a86a7a856330', 'd26a5b0b-15d0-4b9b-8869-5dfc93205181', '9c2163c8-6e42-49f8-a4ea-21bb0f3569ce'} {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1113.200755] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1113.234359] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.234547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.234619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.234799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.234892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.234997] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1113.235093] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1113.235142] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1113.325573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.325810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.325810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.326186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.327438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.327769] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1113.327927] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1113.328145] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1113.328145] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1113.328245] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1113.328287] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGH for action security_group_rules [ 1113.328341] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGH for action security_group_rules [ 1113.328414] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGH for action security_group_rules [ 1113.328477] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGH for action security_group_rules [ 1113.328554] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGH for action security_group_rules [ 1113.328624] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGH for action security_group_rules [ 1113.328665] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGH for action security_group_rules [ 1113.328802] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGH for action security_group_rules [ 1113.328802] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGH for action security_group_rules [ 1113.328923] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGH for action security_group_rules [ 1113.328923] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGH for action security_group_rules [ 1113.329041] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGH for action security_group_rules [ 1113.329041] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGH for action security_group_rules [ 1113.329233] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGH for action security_group_rules [ 1113.329233] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGH for action security_group_rules [ 1113.329233] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGH for action security_group_rules [ 1113.329322] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGH for action security_group_rules [ 1113.329322] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGH for action security_group_rules [ 1113.329417] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGH for action security_group_rules [ 1113.329461] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGH for action security_group_rules [ 1113.329542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.643395] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1114.643787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.989381] env[69735]: INFO networking_nsxv3.common.synchronization [None req-507dcf92-f400-4558-95f7-cfccfaaa86d6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587c38e-5a23-4e03-af78-572a5ce19acb with Priority: HIGH for action security_group_rules [ 1115.991069] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 with Priority: HIGH for action security_group_rules [ 1115.991782] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf241c1-aa34-4548-8012-60f45a01d761 with Priority: HIGH for action security_group_rules [ 1115.991938] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGH for action security_group_rules [ 1115.992057] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 with Priority: HIGH for action security_group_rules [ 1115.992187] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d with Priority: HIGH for action security_group_rules [ 1115.992300] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGH for action security_group_rules [ 1115.992395] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b93071-7119-490e-b2ce-ae507eb96a82 with Priority: HIGH for action security_group_rules [ 1115.992510] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467e6017-7805-4511-befe-7193c3082e29 with Priority: HIGH for action security_group_rules [ 1115.992609] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a with Priority: HIGH for action security_group_rules [ 1115.992699] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 with Priority: HIGH for action security_group_rules [ 1115.992805] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGH for action security_group_rules [ 1115.993189] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.993329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.993417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.993651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.993832] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.993936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.993984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.994179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.994277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.994408] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.995407] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc3937c-c92a-4378-9447-f0ee29a7b772 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.995530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.995600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.996578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.996578] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc3937c-c92a-4378-9447-f0ee29a7b772',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.998026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.998026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.998026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.998026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.998026] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2786b4f-6f5d-4751-a37c-1ac0953ff791',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.998026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.998268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.998268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.998357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.998438] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.999387] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.999484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.999562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.999705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.999772] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b058806-778f-4d5b-a1b3-e4e5a6b2b846',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.000485] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.000582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.000649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.000797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.000886] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bcc6b7-375d-4000-934d-46ecaf9ef84d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.003019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.003019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.003019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.003019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.003019] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3157c48b-b695-4fd5-a04e-a64e05dc9eee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.003019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.003019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.003019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.003380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.003380] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.006875] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.007026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.007070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.007246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.007328] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcac43ef-7e8f-401c-a2dc-a44e561f4925',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.008211] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d587c38e-5a23-4e03-af78-572a5ce19acb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.008329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.008388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.008556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.008628] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d587c38e-5a23-4e03-af78-572a5ce19acb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.009394] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.009468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.009538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.009689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.009762] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f9241d-f0fa-4c19-b686-156a7b7bfd36',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.011071] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf241c1-aa34-4548-8012-60f45a01d761 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.011223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.011262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.011402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.011475] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf241c1-aa34-4548-8012-60f45a01d761',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.012905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.013237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.013237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.013365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.013571] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.014759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.014759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.014759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.014905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.014986] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f5b69b5-6ea3-4579-92a5-d8c815954d21',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.016214] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.016285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.016576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.016576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.016576] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed53ecf-c6a3-4598-b3e1-89ce1cfc689d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.017463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.017578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.017636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.017788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.017863] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.022021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b93071-7119-490e-b2ce-ae507eb96a82 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.022021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b93071-7119-490e-b2ce-ae507eb96a82',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.022021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-467e6017-7805-4511-befe-7193c3082e29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.022021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('467e6017-7805-4511-befe-7193c3082e29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.022021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-082f03ab-cfcc-40df-bb96-1f383ba2336a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.022021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.022686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.022686] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('082f03ab-cfcc-40df-bb96-1f383ba2336a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.023815] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03c9599-e7e2-4d5e-bde1-6827208084b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.023936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.023936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.024230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.024230] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03c9599-e7e2-4d5e-bde1-6827208084b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.025698] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.025698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.025916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.025916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.026133] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.058256] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.058903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.059035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.059265] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.062368] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.062500] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.085254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.085453] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d587c38e-5a23-4e03-af78-572a5ce19acb is going to be deleted. [ 1116.086508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.086782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.119482] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.119482] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc3937c-c92a-4378-9447-f0ee29a7b772 is going to be deleted. [ 1116.176110] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.176393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.176472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.176827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.176987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.177697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d587c38e-5a23-4e03-af78-572a5ce19acb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.202315] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.202486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.202530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.202752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.202853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.203079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc3937c-c92a-4378-9447-f0ee29a7b772" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.528487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.528778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.528778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.528923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.529106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.530192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.530357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.530624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.530758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.530878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.530995] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.536900] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.537112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.537668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.538123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.538337] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.538549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.538549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.538814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.538969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.539138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.539366] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.543573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.543780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.543901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.544165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.553856] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.554031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.554117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.554317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.554483] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.554607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.554639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.554783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.554863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.554946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.555054] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.559027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.559027] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.559027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.559027] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.573437] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.573605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.573706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.573924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.574293] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.574454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.574490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.574637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.574747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.578146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.578295] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.624753] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.624927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.627555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.627800] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.627921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.628018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.628267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.628358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.628455] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1116.629425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.629606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.631331] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.631493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.632756] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.632860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.633562] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.633706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.635311] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.635311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.636208] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.636208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.636489] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.636489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.637339] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.637443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.642108] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.642108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.642381] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.642448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.643326] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.643469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.644131] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1116.644564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.644646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.645876] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1116.646440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.646440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.660774] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1116.661436] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.661613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.661745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.662028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.662224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.664391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.664542] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b93071-7119-490e-b2ce-ae507eb96a82 is going to be deleted. [ 1116.666467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.666702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.685542] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1116.691068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.691292] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3157c48b-b695-4fd5-a04e-a64e05dc9eee is going to be deleted. [ 1116.692293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.692524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.733132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.733307] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bcc6b7-375d-4000-934d-46ecaf9ef84d is going to be deleted. [ 1116.734346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.734592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.749029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.749029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.786099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.786261] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed53ecf-c6a3-4598-b3e1-89ce1cfc689d is going to be deleted. [ 1116.787205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.787440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.838654] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.838855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.886695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.886695] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b058806-778f-4d5b-a1b3-e4e5a6b2b846 is going to be deleted. [ 1116.887641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.887880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.907821] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.908053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.971011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.971175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03c9599-e7e2-4d5e-bde1-6827208084b8 is going to be deleted. [ 1116.972277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.972556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.992975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.993288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.034011] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.034252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.034336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.034617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.034843] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.035092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.035092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.035597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.035597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.035597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.035705] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.036059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.036059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.036243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.036426] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.036533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.036603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.036783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.036881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.036984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.037110] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.042469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.042629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.042727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.042907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.043088] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.043193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.043252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.043429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.043522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.043611] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.043807] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.043916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.043985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.044137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.044284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.044376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.044437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.044578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.044654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.044735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.044826] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.049077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049223] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f5b69b5-6ea3-4579-92a5-d8c815954d21 is going to be deleted. [ 1117.050193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.050414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.059914] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.068842] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.098967] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.123822] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.124109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.125031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.125248] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 082f03ab-cfcc-40df-bb96-1f383ba2336a is going to be deleted. [ 1117.126472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.126694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.178061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.178218] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcac43ef-7e8f-401c-a2dc-a44e561f4925 is going to be deleted. [ 1117.179145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.179351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.186208] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.186208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.195282] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.195451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.244657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.244657] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 467e6017-7805-4511-befe-7193c3082e29 is going to be deleted. [ 1117.245586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.245895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.308637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.308845] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f9241d-f0fa-4c19-b686-156a7b7bfd36 is going to be deleted. [ 1117.309699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.309920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.336078] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.336296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.352111] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.352300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.398662] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.398828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.413569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.413852] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf241c1-aa34-4548-8012-60f45a01d761 is going to be deleted. [ 1117.414885] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.415122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.460603] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.460749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.468716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.468951] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2786b4f-6f5d-4751-a37c-1ac0953ff791 is going to be deleted. [ 1117.469802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.470036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.470132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.470258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b93071-7119-490e-b2ce-ae507eb96a82" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.470417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.470581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.470660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.470776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3157c48b-b695-4fd5-a04e-a64e05dc9eee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.471306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.471469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.471555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.471670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bcc6b7-375d-4000-934d-46ecaf9ef84d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.471808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.471954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.472041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed53ecf-c6a3-4598-b3e1-89ce1cfc689d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.472428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.472507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b058806-778f-4d5b-a1b3-e4e5a6b2b846" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.472880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.472958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.473193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03c9599-e7e2-4d5e-bde1-6827208084b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.473381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.473526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.473605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.473719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f5b69b5-6ea3-4579-92a5-d8c815954d21" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.473848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.473989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.474078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474189] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-082f03ab-cfcc-40df-bb96-1f383ba2336a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.474450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.474597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcac43ef-7e8f-401c-a2dc-a44e561f4925" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.475020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.475079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.475193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-467e6017-7805-4511-befe-7193c3082e29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.475316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.475454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.475523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.475631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f9241d-f0fa-4c19-b686-156a7b7bfd36" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.539295] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f1ecd3-b259-466c-84fc-0d781335ebb4: rpc.has_security_group_logging(os_id): False [ 1117.547583] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e580c89-e57b-4bae-afb8-d08ca3782e00: rpc.has_security_group_logging(os_id): False [ 1117.563252] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be5b1c9a-71f7-4111-9259-dabd2306785b: rpc.has_security_group_logging(os_id): False [ 1117.570996] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83e5b90-28b9-47b1-ae50-b48cdc51b730: rpc.has_security_group_logging(os_id): False [ 1117.588946] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.589079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.589155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.589366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.601066] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64ba6eed-0fe7-40bb-aa3f-ba1995177d92: rpc.has_security_group_logging(os_id): False [ 1117.637156] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.637346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.643086] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.644157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.673690] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.673690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.674625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.674741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.698230] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.698797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.709719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.710033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.710159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.710252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.710499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.710637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.710879] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.711029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.711029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.711150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.711224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.711416] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.711507] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.711561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.711685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.711763] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.711855] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be updated. [ 1117.713018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.713205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.769579] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.769828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.816429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.816908] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.817064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.817104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.817326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.817420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.817687] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.817781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.817781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.818365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.818365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.818365] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.818365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.818365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.818685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.818685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.818733] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1117.819857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.820049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.854572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.854841] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.854942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.855092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.855310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.855392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.855490] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be updated. [ 1117.856631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.856821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.918209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.918580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.918730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.918771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.918950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.919051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.919179] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1117.920481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.920678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.920795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.920926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2786b4f-6f5d-4751-a37c-1ac0953ff791" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.921075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.921254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.923075] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.923182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.002618] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.003027] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.005687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.006235] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.006374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.006464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.006813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.006884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.007036] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b is going to be updated. [ 1118.008640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.008931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.009186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.010686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.010947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.011085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.011242] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf241c1-aa34-4548-8012-60f45a01d761" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.012676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.012825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.012925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.013167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.013351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.014780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.015051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.015235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.095593] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.095835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.095835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.096087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.096241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.106381] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: IN_PROGRESS for 2s [ 1118.109401] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1118.109751] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: IN_PROGRESS for 2s [ 1118.122610] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1118.223707] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1118.224461] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.224650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.224737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.224992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.225156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.248702] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: IN_PROGRESS for 2s [ 1118.696386] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 4s [ 1120.127735] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1120.128137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.128809] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1120.128993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.129627] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1120.129790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.134381] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1120.134592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.265617] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: SUCCESS [ 1120.265894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.707836] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1120.708124] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f deletion is rescheduled due to dependency. [ 1120.708285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.993567] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.993567] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1125.488930] env[69735]: INFO networking_nsxv3.common.synchronization [req-26a2217f-f905-41c0-a02e-821a4436184a req-c7bd778f-d31f-4f27-b5b2-1b9efa9aa31d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1125.488930] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1125.488930] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.488930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.488930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.488930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.488930] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.488930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.488930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.488930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.489472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.489472] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.991431] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.991593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.991668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.991884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.015900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.016232] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.016456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.016516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.016721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.016924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.016986] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1126.048369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.048569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.048629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.048823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.050076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.058757] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1126.742308] env[69735]: INFO networking_nsxv3.common.synchronization [req-35fc80c1-f321-492a-a527-fee073eb8ca1 req-c116963c-3a1f-4525-9552-828f9696b313 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_members [ 1126.742638] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGHEST for action security_group_members [ 1126.743058] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.743174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.743271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.743517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.743698] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.744119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.744119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.744119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.744394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.744394] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.246907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.246907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.248079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.248513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.268851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.269148] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.269283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.269345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.269549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.269639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.269723] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee is going to be updated. [ 1127.297477] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.297735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.297735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.297927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.298185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.308256] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee in Status: IN_PROGRESS for 2s [ 1128.072905] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1128.073333] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1128.073333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.576149] env[69735]: INFO networking_nsxv3.common.synchronization [req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 req-7dc3882d-b052-4475-8ef1-5697df907a64 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1128.576149] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1128.576393] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.576504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.576571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.576782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.576942] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.577153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.577239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.577672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.577672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.577672] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.039704] env[69735]: INFO networking_nsxv3.common.synchronization [req-73029010-2bfa-4117-bae7-c9292261bf47 req-6f835da4-c6fb-4dfa-b14f-e9f03b8d982c tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 1129.040571] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGHEST for action security_group_members [ 1129.040897] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.041592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.041592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.041592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.041592] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.041592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.041592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.041816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.041816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.041866] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.080512] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.080512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.080812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.080812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.080892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.081038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.081147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.081211] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.081367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.081442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.081527] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1129.119041] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.119719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.119719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.119719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.119934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.129712] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1129.318031] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee in Status: SUCCESS [ 1129.318031] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee deletion is rescheduled due to dependency. [ 1129.318031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.543703] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.543945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.544068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.544311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.566143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.568053] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.568053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.568053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.568053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.568053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.568053] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 is going to be updated. [ 1129.592400] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.592600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.592652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.592909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.593091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.603395] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: IN_PROGRESS for 2s [ 1130.382114] env[69735]: INFO networking_nsxv3.common.synchronization [req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 req-ceba7637-a187-4250-91cd-5c247e3ab4d4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1130.382114] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1130.382575] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.382575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.382575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.382575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.382722] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.382828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.382875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.383047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.383134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.383219] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.683056] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.683056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.683056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.683056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.683286] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.683360] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.683483] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.683704] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.683866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.684083] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.684206] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.684319] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.684432] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.684546] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.684655] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.684793] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.704674] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.704855] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.705026] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.705234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.705554] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.705735] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.705861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.706376] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.706528] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3aa94a7-e4f2-4348-a97f-54dc6cecb054',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.886694] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.886694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.886694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.886694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.886694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.886694] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.886694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.886694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.887317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.887317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.887317] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1131.035238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.035378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.035432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.035845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.035845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.045538] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1131.139343] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1131.139553] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1131.139633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.209149] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.209401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.209536] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.209831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.209985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.210162] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f3aa94a7-e4f2-4348-a97f-54dc6cecb054 not found, creating... [ 1131.210457] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.210634] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.210759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.210979] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.211139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.211419] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.211580] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.211806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.211918] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.212147] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.212333] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f3aa94a7-e4f2-4348-a97f-54dc6cecb054 is going to be created. [ 1131.235189] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.235449] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.235586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.235863] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.236114] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.236403] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.613374] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afaa4709-c3c6-4409-b010-a86a7a856330 in Status: SUCCESS [ 1131.613688] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 deletion is rescheduled due to dependency. [ 1131.613688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.928712] env[69735]: INFO networking_nsxv3.common.synchronization [req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 req-d5a58afa-27bd-4d72-a9f7-a476a3705957 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1131.928933] env[69735]: INFO networking_nsxv3.common.synchronization [req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 req-d5a58afa-27bd-4d72-a9f7-a476a3705957 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1131.929142] env[69735]: INFO networking_nsxv3.common.synchronization [req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 req-d5a58afa-27bd-4d72-a9f7-a476a3705957 service nova] Enqueued Resource ID: f3aa94a7-e4f2-4348-a97f-54dc6cecb054 with Priority: HIGHEST for action port [ 1131.929738] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1131.929894] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1131.930024] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3aa94a7-e4f2-4348-a97f-54dc6cecb054 with Priority: HIGHEST for action port [ 1131.931240] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.931240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.931240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.931240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.931240] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.931689] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.931961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.932081] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.932162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.932162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.932333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.932513] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3aa94a7-e4f2-4348-a97f-54dc6cecb054',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.434367] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.434569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.434676] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3aa94a7-e4f2-4348-a97f-54dc6cecb054 with status ACTIVE [ 1132.434845] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.434949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.435022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.435268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.435328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.435483] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.435582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.435644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.435792] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.435870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.436138] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.436237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.436291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.436433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.436506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.436590] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3aa94a7-e4f2-4348-a97f-54dc6cecb054 is going to be updated. [ 1132.457738] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.457738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.457738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.458037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.458037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.458201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3aa94a7-e4f2-4348-a97f-54dc6cecb054" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.068166] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1133.068364] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1133.068400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.068561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.068778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.068966] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.069098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.069163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.070052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.070052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.070052] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.575057] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.077347] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.579896] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.580093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.580141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.580366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.580459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.580562] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1134.609033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.609033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.609033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.609033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.609033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.621297] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1135.588707] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.589470] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.589470] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.589748] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.590139] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.590542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.590542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.590750] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.590922] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.591205] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.591351] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.591492] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.591591] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.591721] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.592413] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.592695] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.617829] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.617829] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.618032] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.618032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.618370] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.618620] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.618706] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.619086] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.619273] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a40963e-8eca-45bd-a7db-4a1ec8dca7d8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.081207] env[69735]: INFO networking_nsxv3.common.synchronization [None req-7bb01596-d819-4676-ae3b-c6e2c5a40c58 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1136.081207] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1136.081848] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.082131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.082293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.082621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.082794] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.121579] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.121845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.121980] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.122379] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.122585] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.122809] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 not found, creating... [ 1136.123134] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.123311] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.123437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.123689] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.123838] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.124204] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.124451] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.124668] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.124932] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.125069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.125263] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 is going to be created. [ 1136.150997] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.151337] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.151489] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.151780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.152037] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.153018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.202238] env[69735]: INFO networking_nsxv3.common.synchronization [None req-612aa562-7223-460e-83ba-75fbc39239e9 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1136.205505] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1136.205505] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.205505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.601964] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.602299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.602299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.602411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.602503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.602598] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 already deleted. [ 1136.602682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.602826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.602981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.603085] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.630369] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1136.630599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.630761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.630972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.631193] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.631312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.631379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.631536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.631615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.631700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.631810] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.824161] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de req-061addc6-79de-4d62-9897-bb9d4b69d9f3 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1136.825028] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de req-061addc6-79de-4d62-9897-bb9d4b69d9f3 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1136.825028] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de req-061addc6-79de-4d62-9897-bb9d4b69d9f3 service nova] Enqueued Resource ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 with Priority: HIGHEST for action port [ 1136.825028] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1136.825028] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1136.825028] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 with Priority: HIGHEST for action port [ 1136.825517] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.825643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.825711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.825913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.826061] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.827518] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.827632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.827703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.827885] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.828051] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.828150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.828249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.828637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.828637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.828637] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.829646] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.829757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.829824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.830289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.830289] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a40963e-8eca-45bd-a7db-4a1ec8dca7d8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.126881] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.127731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.127731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.127731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.127731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.127731] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 already deleted. [ 1137.127731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.134223] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.135362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.135362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.135362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.135362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.135556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.135628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.135827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.135965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.136141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.136350] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.136497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.136600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.136996] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.136996] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.137152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.137261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.137449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.137572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.137695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.137825] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.328067] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.328067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.331456] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.332337] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 with status ACTIVE [ 1137.332522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.332640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.332707] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.332918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.333016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.333189] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.333284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.333349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.333490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.333572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.333750] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.333844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.333904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.334053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.334124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.334207] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 is going to be updated. [ 1137.354882] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.355107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.355184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.355453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.356029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.356029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.641039] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a338dc15-33c8-46c3-962a-f5418e8c7153: rpc.has_security_group_logging(os_id): False [ 1137.662843] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.662991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.663072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.663379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.663412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.663613] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.663720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.663787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.663937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.664081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.664209] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.664304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.664367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.664536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.664610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.664817] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.664892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.664988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.665103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.665171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.665255] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1137.726616] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.726616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.726616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.726616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.726904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.739816] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1137.836616] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.999812] env[69735]: INFO networking_nsxv3.common.synchronization [req-5d8b021d-72e3-4119-9630-296aebd46991 req-763e8478-1565-4f78-ba2e-3c0274b915d6 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1138.000468] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1138.000862] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.001050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.001172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.001413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.001639] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.001779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.001894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.002112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.002250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.002370] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.339296] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.339502] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.339568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.339769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.339862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.339963] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1138.369059] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.369327] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.369544] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.369964] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.370274] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.370484] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.370679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.370933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.371172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.371480] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.371643] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.371775] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.371892] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.372049] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.372176] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.372347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.375369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.375569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.375667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.375817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.375978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.386819] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1138.397043] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.397334] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.397548] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.397819] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.398194] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.398380] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.398504] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.398842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.398992] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667ddc17-67b3-4aa6-9f2c-c5ef41810ae8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.506392] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.506589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.506708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.506894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.506985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.507460] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.507629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.507730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.508034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.508180] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.508279] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1138.544529] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.544778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.544778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.544945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.545106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.557667] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1138.901119] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.901457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.901497] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.901801] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.901961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.902141] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 not found, creating... [ 1138.902415] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.902592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.902714] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.902949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.903105] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.903411] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.903596] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.903725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.903994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.904202] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.904353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 is going to be created. [ 1138.926531] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.926788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.927028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.927386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.927968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.927968] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.700224] env[69735]: INFO networking_nsxv3.common.synchronization [req-5d8b021d-72e3-4119-9630-296aebd46991 req-1c916b40-9ca3-46f9-b352-34bf3717122d service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1139.700224] env[69735]: INFO networking_nsxv3.common.synchronization [req-5d8b021d-72e3-4119-9630-296aebd46991 req-1c916b40-9ca3-46f9-b352-34bf3717122d service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1139.700224] env[69735]: INFO networking_nsxv3.common.synchronization [req-5d8b021d-72e3-4119-9630-296aebd46991 req-1c916b40-9ca3-46f9-b352-34bf3717122d service nova] Enqueued Resource ID: 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 with Priority: HIGHEST for action port [ 1139.700224] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1139.700224] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1139.700224] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 with Priority: HIGHEST for action port [ 1139.700628] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.700757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.700823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.702979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.703160] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.704107] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.704181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.704407] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.704483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.704859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.704859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.704859] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667ddc17-67b3-4aa6-9f2c-c5ef41810ae8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.762616] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1139.762870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.206532] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.206777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.207160] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 with status ACTIVE [ 1140.207254] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.207524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.207524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.207745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.209160] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.209160] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.209160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.209160] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 is going to be updated. [ 1140.230049] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.230049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.230295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.230295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.230428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.230589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.329262] env[69735]: INFO networking_nsxv3.common.synchronization [req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef req-8aa43581-420f-4baa-a2b0-ebe158180a1c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 1140.329766] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 1140.330075] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.330288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.330288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.330445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.331085] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.331260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.331313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.331464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.331575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.331674] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.397230] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1140.397460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.397635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.397852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.398054] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.398169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.398236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.398389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.398474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.398560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.398646] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.568919] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1140.569128] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1140.569244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.569406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.569621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.569800] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.569913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.569977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.570146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.570228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.570321] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.707264] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.707467] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.707602] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.707875] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.708149] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.708314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.708445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.708656] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.708803] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.709024] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.709146] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.709264] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.709389] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.709502] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.709612] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.709747] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.729499] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.729660] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.730817] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.730817] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.730817] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-324529f8-fb57-4efa-99c7-d3baa10a7ab5 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.730817] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.730817] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.731068] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.731184] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324529f8-fb57-4efa-99c7-d3baa10a7ab5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.835530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.835530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.835530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.835530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.855330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.855601] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.855705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.855778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.856000] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.856156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.856364] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be updated. [ 1140.886060] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.886060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.886060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.886411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.886411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.898462] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: IN_PROGRESS for 2s [ 1140.901285] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.901285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.901285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.901592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.901787] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.901912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.901991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.902193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.902302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.902423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.902605] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.902735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.902804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.902952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.903105] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.903199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.903260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.903399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.903475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.903555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.903640] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.072980] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.234137] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.234538] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.234629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.235101] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.235331] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.235551] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 324529f8-fb57-4efa-99c7-d3baa10a7ab5 not found, creating... [ 1141.235977] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.236342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.236573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.237019] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.237267] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.237758] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.238059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.238286] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.238657] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.238899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.239154] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 is going to be created. [ 1141.262096] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.262339] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.262526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.262909] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.263250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.263570] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.405943] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b470ac9b-6ce8-4728-9174-7a8a70a53f0f: rpc.has_security_group_logging(os_id): False [ 1141.442312] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.442312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.442312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.442518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.442654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.443030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.443221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.443367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.443636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.443812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.444278] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.444442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.444578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.444851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.445144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.445382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.445553] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.445673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.445940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.446158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.446358] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1141.523271] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.523522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.523522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.523839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.524111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.543089] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1141.576614] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.025048] env[69735]: INFO networking_nsxv3.common.synchronization [req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef req-0a1e869d-b563-4a28-a90b-dc53376f292c service nova] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_rules [ 1142.025048] env[69735]: INFO networking_nsxv3.common.synchronization [req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef req-0a1e869d-b563-4a28-a90b-dc53376f292c service nova] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 1142.025048] env[69735]: INFO networking_nsxv3.common.synchronization [req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef req-0a1e869d-b563-4a28-a90b-dc53376f292c service nova] Enqueued Resource ID: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 with Priority: HIGHEST for action port [ 1142.025321] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_rules [ 1142.025419] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 1142.025519] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 with Priority: HIGHEST for action port [ 1142.026307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.026307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.026307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.027280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.027280] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.027911] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.028052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.028258] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-324529f8-fb57-4efa-99c7-d3baa10a7ab5 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.028403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.028456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.028653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.028709] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324529f8-fb57-4efa-99c7-d3baa10a7ab5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.079463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.079671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.079671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.079960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.080102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.080227] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1142.108205] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.108380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.108417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.108647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.108844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.119958] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1142.530444] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.530747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.530783] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 324529f8-fb57-4efa-99c7-d3baa10a7ab5 with status ACTIVE [ 1142.530996] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.531168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.531255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.531491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.531604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.531801] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.531925] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.532015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.532206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.532298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.532484] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.532580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.532641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.532783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.532856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.532939] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 is going to be updated. [ 1142.578010] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.578170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.578248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.578457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.578592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.578754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.717463] env[69735]: INFO networking_nsxv3.common.synchronization [req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b req-a8ca3dc2-1293-42dd-8f74-7783415adacd tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1142.718173] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1142.718557] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.718832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.718832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.719139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.719365] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.719439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.719555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.719684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.719788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.719911] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.909845] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: SUCCESS [ 1142.910044] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 deletion is rescheduled due to dependency. [ 1142.910163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.910346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.910562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.910829] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.910955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.911032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.911241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.911355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.911505] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.047821] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.048081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.048207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.048552] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.048854] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.049053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.049161] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.049723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.049723] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.049723] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.049864] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.049960] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.051116] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.051116] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.051116] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.051116] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.073759] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.073933] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.074096] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.074299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.074628] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d2ac982d-ba3e-497c-a183-b412fb1907fc taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.074810] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.074942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.075369] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.075531] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ac982d-ba3e-497c-a183-b412fb1907fc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.224306] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.224493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.224493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.224669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.224796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.225000] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.225118] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.225185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.225349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.225463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.225557] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 already deleted. [ 1143.225649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.414062] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.557206] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1143.557602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.577602] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.577845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.578200] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.578346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.578408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.578597] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d2ac982d-ba3e-497c-a183-b412fb1907fc not found, creating... [ 1143.579158] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.579158] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.579158] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.579348] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.579513] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.579804] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.579966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.580103] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.580320] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.580460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.580607] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d2ac982d-ba3e-497c-a183-b412fb1907fc is going to be created. [ 1143.600395] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.600640] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.600772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.601495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.601495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.601636] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.917388] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.132026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1144.132312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.132744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.132744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.132904] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.133049] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.133115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.133306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.133415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.133509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.133635] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.322040] env[69735]: INFO networking_nsxv3.common.synchronization [req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b req-47ca6e66-0504-466b-b99b-93510416a6b5 service nova] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1144.322261] env[69735]: INFO networking_nsxv3.common.synchronization [req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b req-47ca6e66-0504-466b-b99b-93510416a6b5 service nova] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1144.322436] env[69735]: INFO networking_nsxv3.common.synchronization [req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b req-47ca6e66-0504-466b-b99b-93510416a6b5 service nova] Enqueued Resource ID: d2ac982d-ba3e-497c-a183-b412fb1907fc with Priority: HIGHEST for action port [ 1144.322682] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1144.322818] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1144.322918] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ac982d-ba3e-497c-a183-b412fb1907fc with Priority: HIGHEST for action port [ 1144.323637] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.323765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.323837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.324063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.324215] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.326284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.326408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.326484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.326660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.326827] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.326899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.327191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.327191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.327191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.327343] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.328363] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ac982d-ba3e-497c-a183-b412fb1907fc taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.328756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.328855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.329025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.329107] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ac982d-ba3e-497c-a183-b412fb1907fc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.420644] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.420826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.420884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.421123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.421221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.421327] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be updated. [ 1144.450262] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.450404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.450480] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.450704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.450847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.460485] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: IN_PROGRESS for 2s [ 1144.636341] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.636745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.636745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.636828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.637080] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.637215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.637215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.637334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.637433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.637506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.637654] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.637752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.637811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.637952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.638104] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.638198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.638260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.638397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.638473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.638555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.638646] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.826845] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.827077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.829431] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.832218] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2ac982d-ba3e-497c-a183-b412fb1907fc with status ACTIVE [ 1144.832447] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.832578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.832649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.832876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.832970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.833168] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.833270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.833334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.833489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.833566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.834124] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.834124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.834124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.834124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.834124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.834384] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2ac982d-ba3e-497c-a183-b412fb1907fc is going to be updated. [ 1144.858888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.859237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.859237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.859342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.859437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.859597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.140841] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e580c89-e57b-4bae-afb8-d08ca3782e00: rpc.has_security_group_logging(os_id): False [ 1145.160440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.160609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.160651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.160845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.160935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.161133] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.161280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.161361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.161513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.161589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.161777] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.161871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.161932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.162088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.162162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.162422] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.162580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.162580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.162697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.162769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.162850] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1145.224816] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.225024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.225024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.225252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.225400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.242789] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1145.331408] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.833672] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.834011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.834011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.834080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.834202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.834299] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 is going to be created. [ 1145.892983] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.893219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.893219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.893450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.893624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.905666] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: UNINITIALIZED for 2s [ 1146.472484] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: SUCCESS [ 1146.472484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.472837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.473113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.473362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.473522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.473599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.473836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.474039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.474086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.474162] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.976431] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.976850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.976850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.976850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.977137] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.977137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.977274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.977336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.977428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.977517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.977663] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.977759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.977818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.977957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.978125] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.978229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.978422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.978422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.978815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.978815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.978815] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.258949] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1147.259195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.480542] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27: rpc.has_security_group_logging(os_id): False [ 1147.500267] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.500465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.500465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.500689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.500798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.500998] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.501116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.501181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.501346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.501447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.501638] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.501738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.501791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.501933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.502039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.502215] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.502308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.502420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.502516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.502592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.502677] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be updated. [ 1147.566064] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.566064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.566064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.566355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.566392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.588108] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: IN_PROGRESS for 2s [ 1147.920141] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: SUCCESS [ 1147.920463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.920734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.921047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.921255] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.921381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.921448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.921619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.921700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.921787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.921879] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.424058] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.928099] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c01853d-0ae7-4cc9-83e8-534d320af8a6: rpc.has_security_group_logging(os_id): False [ 1148.948019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.948212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.948249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.948455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.948550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.948790] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.948895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.948962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.949147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.949227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.949347] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 is going to be created. [ 1149.039589] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.039814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.039934] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.040194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.040431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.054124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: IN_PROGRESS for 2s [ 1149.324451] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.325298] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1149.605581] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: SUCCESS [ 1149.606065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.067422] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: SUCCESS [ 1151.067789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.766564] env[69735]: INFO networking_nsxv3.common.synchronization [req-c76e2436-9f3d-4deb-afc2-2de2442aed79 req-66e6345a-2490-45d2-bc09-e7c4b8b2d274 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 1151.767334] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGHEST for action security_group_members [ 1151.767677] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.767677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.767677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.768192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.768192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.768192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.768192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.768486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.768486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.768625] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.817959] env[69735]: INFO networking_nsxv3.common.synchronization [req-c76e2436-9f3d-4deb-afc2-2de2442aed79 req-66e6345a-2490-45d2-bc09-e7c4b8b2d274 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 with Priority: HIGHEST for action port [ 1151.818502] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 with Priority: HIGHEST for action port [ 1151.818893] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-324529f8-fb57-4efa-99c7-d3baa10a7ab5 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.819046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.819121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.819379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.819458] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324529f8-fb57-4efa-99c7-d3baa10a7ab5',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.271771] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.272062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.272535] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.272852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.273014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.273660] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.273660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.273660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.273660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.273660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.273933] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be updated. [ 1152.305019] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.305019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.305263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.307671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.307671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.315826] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: IN_PROGRESS for 2s [ 1152.321272] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 324529f8-fb57-4efa-99c7-d3baa10a7ab5 with status ACTIVE [ 1152.321523] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.321673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.321743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.321967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.322094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.322271] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.322386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.322467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.322659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.322755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.323172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.323319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.323398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.323579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.323676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.323783] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 is going to be updated. [ 1152.349220] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.349372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.349444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.349660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.349797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.349951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-324529f8-fb57-4efa-99c7-d3baa10a7ab5" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.202469] env[69735]: INFO networking_nsxv3.common.synchronization [req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 req-285d627e-22e2-4bd5-bd04-c6a09d91ff54 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1153.202469] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1153.202469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.202469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.202469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.202469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.202469] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.203052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.203281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.203724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.204046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.204255] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.391768] env[69735]: INFO networking_nsxv3.common.synchronization [req-116febb4-863c-48db-8a9f-6a81334e6c1e req-567b4d43-e90a-473d-b779-66473232e08e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1153.392695] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1153.393091] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.393219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.393324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.393488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.393652] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.393750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.393812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.393965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.394064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.394159] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.662231] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.662466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.662566] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.662837] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.663110] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.663271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.663397] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.663610] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.663770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.663988] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.664128] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.664273] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.664389] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.664516] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.664644] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.664782] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.686833] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.686999] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.687150] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.687358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-692" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.687781] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.687986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.688128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.688407] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.688563] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a40963e-8eca-45bd-a7db-4a1ec8dca7d8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.706171] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.706359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.706437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.706660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.727784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.728062] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.728185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.728253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.728517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.728680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.728726] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1153.778763] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.778972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.779024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.779235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.779381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.788328] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1153.895824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.896061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.896061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.896344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.896470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.896699] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.896806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.896868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.897035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.897115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.897202] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1153.929503] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.929693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.929693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.929899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.930068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.941017] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1154.192922] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.193180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.193375] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.193811] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.194093] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.195382] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.195583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.195718] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.195975] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.196136] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.196475] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.196650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.196774] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.197011] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.197160] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.197311] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 is going to be updated. [ 1154.219018] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.219183] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.219321] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.219601] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.219800] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.220036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.329801] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 in Status: SUCCESS [ 1154.330130] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 deletion is rescheduled due to dependency. [ 1154.330299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.435088] env[69735]: INFO networking_nsxv3.common.synchronization [req-e46a3747-5763-47cf-a000-4a7b0bf0811c req-75d59bde-caa9-4816-a228-a320aad4c11a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1154.435686] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1154.436009] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.436142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.436209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.436448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.436607] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.436877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.436966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.437204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.437264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.437356] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.902904] env[69735]: INFO networking_nsxv3.common.synchronization [req-b97a851d-c841-4390-98cf-26a7474e1be7 req-9471c0ea-ab69-43dd-b15c-b199868ce454 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1154.903047] env[69735]: INFO networking_nsxv3.common.synchronization [req-b97a851d-c841-4390-98cf-26a7474e1be7 req-9471c0ea-ab69-43dd-b15c-b199868ce454 service nova] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1154.903203] env[69735]: INFO networking_nsxv3.common.synchronization [req-b97a851d-c841-4390-98cf-26a7474e1be7 req-9471c0ea-ab69-43dd-b15c-b199868ce454 service nova] Enqueued Resource ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 with Priority: HIGHEST for action port [ 1154.903476] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_rules [ 1154.903568] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1154.903663] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 with Priority: HIGHEST for action port [ 1154.905364] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.905530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.905564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.905763] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.905846] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.906727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.906880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.906921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.907091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.907802] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.907802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.907802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.907802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.907802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.907802] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.908992] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.908992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.908992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.908992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.908992] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a40963e-8eca-45bd-a7db-4a1ec8dca7d8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.942848] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.943022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.943098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.943329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.943431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.943633] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.943736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.943794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.943950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.944036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.944122] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1154.977020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.977020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.977020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.977020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.977020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.987126] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1155.414732] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.414951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.415100] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.415950] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 with status ACTIVE [ 1155.416187] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.416376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.416552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.416641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.416728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.416902] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.416997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.417071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.417231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.417311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.417479] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.417585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.417704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.417800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.417840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.417906] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 is going to be updated. [ 1155.452892] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.452892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.452892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.452892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.452892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.452892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.802704] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1155.802912] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 deletion is rescheduled due to dependency. [ 1155.803048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.921783] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.952027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1155.952206] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1155.952323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.424390] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.424606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.424651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.424863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.424956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.425068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1156.461275] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.461697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.461697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.461776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.461872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.477030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1156.999256] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1156.999969] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1156.999969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.184297] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c03045d-5824-4688-895e-b34253092dd4 req-35570bcc-c7b3-4faf-9c04-22d25c824590 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1157.184892] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1157.185226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.185352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.185422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.185658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.185923] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.186139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.186243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.186514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.186604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.186712] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.480610] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.480976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.481153] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.482205] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.482505] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.482688] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.482819] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.483306] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.483553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.483985] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.484214] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.484415] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.484667] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.484910] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.485127] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.485349] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.506617] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.506992] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.507262] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.507556] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.508089] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-715d2f61-a6d4-47c0-a111-47e55d2c4783 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.508391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.509553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.509553] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.509553] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715d2f61-a6d4-47c0-a111-47e55d2c4783',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.689898] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.690119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.690119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.690347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.690448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.690650] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.690752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.690816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.690973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.691064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.691152] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1157.750683] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.750936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.751136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.751418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.752098] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.766015] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1158.012804] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.013228] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.013493] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.013971] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.014180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.014522] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 715d2f61-a6d4-47c0-a111-47e55d2c4783 not found, creating... [ 1158.014967] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.015244] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.015466] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.015834] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.016083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.016785] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.016960] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.017089] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.017490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.017717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.017958] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 715d2f61-a6d4-47c0-a111-47e55d2c4783 is going to be created. [ 1158.063752] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.064169] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.064457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.064787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.065043] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.065344] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.496479] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1158.496854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.496953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.497205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.497528] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.497872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.497928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.498091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.498182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.498274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.498369] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.781096] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c03045d-5824-4688-895e-b34253092dd4 req-60ff266b-b9d6-4e88-9580-6f2b5c979b8c service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1158.781304] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c03045d-5824-4688-895e-b34253092dd4 req-60ff266b-b9d6-4e88-9580-6f2b5c979b8c service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1158.781583] env[69735]: INFO networking_nsxv3.common.synchronization [req-7c03045d-5824-4688-895e-b34253092dd4 req-60ff266b-b9d6-4e88-9580-6f2b5c979b8c service nova] Enqueued Resource ID: 715d2f61-a6d4-47c0-a111-47e55d2c4783 with Priority: HIGHEST for action port [ 1158.781808] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1158.781808] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1158.781930] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 715d2f61-a6d4-47c0-a111-47e55d2c4783 with Priority: HIGHEST for action port [ 1158.783060] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.783366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.783430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.783634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.783722] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.786906] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.786906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.786906] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-715d2f61-a6d4-47c0-a111-47e55d2c4783 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.786906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.786906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.786906] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.786906] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715d2f61-a6d4-47c0-a111-47e55d2c4783',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.000500] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.000695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.000743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.000932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.001122] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.002042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.002042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.002042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.002042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.002042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.002042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.002042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.002042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.002341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.002377] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.002449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.002518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.002665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.002882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.003068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.003632] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.287046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.287237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.288555] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 715d2f61-a6d4-47c0-a111-47e55d2c4783 with status ACTIVE [ 1159.288860] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.289108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.289108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.289336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.289459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.289652] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.289888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.289888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.290053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.290133] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.290350] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.290475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.290543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.290711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.290813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.290913] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 715d2f61-a6d4-47c0-a111-47e55d2c4783 is going to be updated. [ 1159.315374] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.315616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.315616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.315943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.316084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.316169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-715d2f61-a6d4-47c0-a111-47e55d2c4783" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.506175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b470ac9b-6ce8-4728-9174-7a8a70a53f0f: rpc.has_security_group_logging(os_id): False [ 1159.527097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.527368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.527368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.527749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.527851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.528097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.528230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.528329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.528504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.528587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.528785] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.528876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.528936] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.529095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.529170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.529357] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.529454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.529517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.529657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.529733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.529842] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1159.604837] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.604973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.605043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.605250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.605401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.622466] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1159.777575] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1159.777809] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1159.777903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.778114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.778321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.778515] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.778651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.778721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.778877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.778958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.779066] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.281462] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.784214] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.288057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.288057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.288057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.288057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.288057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.288057] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1161.320162] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.320355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.320355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.320505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.320632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.330452] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1161.638306] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1161.638583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.139203] env[69735]: INFO networking_nsxv3.common.synchronization [req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece req-2ce8dd63-7b96-4c24-8113-b2d035477978 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1163.139203] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1163.139203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.139963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.139963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.139963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.139963] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.139963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.140141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.140252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.140300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.140477] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.342279] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1163.342498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.342729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.342983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.343345] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.343520] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.344052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.344052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.344052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.344305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.344433] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.468140] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.468465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.468621] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.469030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.469411] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.469680] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.469892] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.470189] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.470407] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.470716] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.470860] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.471016] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.471185] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.471367] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.471556] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.471811] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.494055] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.494302] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.494485] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.494711] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.495101] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-a5dc3294-ec23-45c7-ad9c-f093f8b82485 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.495332] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.495495] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.495875] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.496066] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dc3294-ec23-45c7-ad9c-f093f8b82485',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.643713] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.643908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.643908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.644174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.644332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.644592] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.644723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.644766] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.644930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.645037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.645120] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1163.670578] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.670800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.670853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.671085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.671281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.681102] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1163.846838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.847051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.847142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.847403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.847632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.847759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.847801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.847975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.848095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.848196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.848367] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.848511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.848555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.848738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.848957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.849145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.849228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.849472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.849599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.849735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.849957] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.999034] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.999034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.999034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.999272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.999272] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.000523] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port a5dc3294-ec23-45c7-ad9c-f093f8b82485 not found, creating... [ 1164.000523] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.000523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.000523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.000523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.000523] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.000886] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.000886] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.000987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.001378] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.001568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.001757] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: a5dc3294-ec23-45c7-ad9c-f093f8b82485 is going to be created. [ 1164.022733] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.022965] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.023115] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.023405] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.023643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.023910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.352555] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a338dc15-33c8-46c3-962a-f5418e8c7153: rpc.has_security_group_logging(os_id): False [ 1164.382535] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.382620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.382664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.382935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.383092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.384251] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.384251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.384251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.384251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.384251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.384251] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.384251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.384967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.384967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.384967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.385110] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.385182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.385231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.385365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.385457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.385535] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1164.493398] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.493574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.493610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.493833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.494212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.521442] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1164.748543] env[69735]: INFO networking_nsxv3.common.synchronization [req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece req-8ea01072-ded2-4904-900a-0400cc21e61c service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 1164.748923] env[69735]: INFO networking_nsxv3.common.synchronization [req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece req-8ea01072-ded2-4904-900a-0400cc21e61c service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1164.749203] env[69735]: INFO networking_nsxv3.common.synchronization [req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece req-8ea01072-ded2-4904-900a-0400cc21e61c service nova] Enqueued Resource ID: a5dc3294-ec23-45c7-ad9c-f093f8b82485 with Priority: HIGHEST for action port [ 1164.750012] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 1164.750267] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1164.750971] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5dc3294-ec23-45c7-ad9c-f093f8b82485 with Priority: HIGHEST for action port [ 1164.751360] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.751521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.751614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.752118] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.752118] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.755687] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.755687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.755687] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5dc3294-ec23-45c7-ad9c-f093f8b82485 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.755687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.755687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.755687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.755687] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dc3294-ec23-45c7-ad9c-f093f8b82485',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.254937] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.255192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.257936] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5dc3294-ec23-45c7-ad9c-f093f8b82485 with status ACTIVE [ 1165.258173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.258173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.258173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.258371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.258462] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.258633] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.258733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.258794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.259144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.259144] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.259289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.259348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.259503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.259575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259647] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5dc3294-ec23-45c7-ad9c-f093f8b82485 is going to be updated. [ 1165.284039] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.284039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.284039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.284292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.284485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.284695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5dc3294-ec23-45c7-ad9c-f093f8b82485" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.695507] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 4s [ 1165.878128] env[69735]: INFO networking_nsxv3.common.synchronization [req-ef6dea15-5602-4430-9e23-10242eb405c1 req-fcd43181-01b0-4ff9-97dd-2bdc7d10d451 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1165.878699] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1165.880162] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.880162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.880162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.880162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.880302] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.880341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.880401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.880536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.880612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.880707] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.230817] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.231066] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.231215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.231524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.231817] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.231990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.232326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.232591] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.232794] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.233028] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.233158] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.233293] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.233418] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.233539] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.233675] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.233820] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.254988] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.255188] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.255328] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.255515] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.255841] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d63e78f7-c6ab-474c-89f9-d64486dee6b6 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.256028] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.256401] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.256519] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.256685] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63e78f7-c6ab-474c-89f9-d64486dee6b6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.387093] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.387093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.387093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.387408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.387408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.387623] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.387791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.387887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.388181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.388876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.388876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1166.419606] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.419799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.419878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.420127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.420283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.432363] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1166.552123] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1166.552338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.759283] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.759283] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.759721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.759721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.759792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.759970] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d63e78f7-c6ab-474c-89f9-d64486dee6b6 not found, creating... [ 1166.760257] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.760791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.760791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.760791] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.760940] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.761241] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.761408] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.761532] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.761754] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.761893] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.762050] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d63e78f7-c6ab-474c-89f9-d64486dee6b6 is going to be created. [ 1166.787703] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.788212] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.788461] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.788950] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.789400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.789508] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.509809] env[69735]: INFO networking_nsxv3.common.synchronization [req-ef6dea15-5602-4430-9e23-10242eb405c1 req-2c58a144-69e4-410c-a84f-565ea7b92da2 service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1167.510011] env[69735]: INFO networking_nsxv3.common.synchronization [req-ef6dea15-5602-4430-9e23-10242eb405c1 req-2c58a144-69e4-410c-a84f-565ea7b92da2 service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1167.510210] env[69735]: INFO networking_nsxv3.common.synchronization [req-ef6dea15-5602-4430-9e23-10242eb405c1 req-2c58a144-69e4-410c-a84f-565ea7b92da2 service nova] Enqueued Resource ID: d63e78f7-c6ab-474c-89f9-d64486dee6b6 with Priority: HIGHEST for action port [ 1167.510393] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1167.510524] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1167.510625] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63e78f7-c6ab-474c-89f9-d64486dee6b6 with Priority: HIGHEST for action port [ 1167.511724] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.511894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.511987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.512231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.512345] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.514460] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.514592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.514863] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d63e78f7-c6ab-474c-89f9-d64486dee6b6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.514979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.515293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.515293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.515414] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63e78f7-c6ab-474c-89f9-d64486dee6b6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.722489] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1167.722676] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 deletion is rescheduled due to dependency. [ 1167.722793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.722962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.723190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.723375] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.723561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.723640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.723802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.723883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.723982] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.017042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.017042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.017356] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d63e78f7-c6ab-474c-89f9-d64486dee6b6 with status ACTIVE [ 1168.017356] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.017550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.017725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.017960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.018085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.018263] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.018373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.018439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.018632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.018681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.018862] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.018958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.019032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.019181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.019256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.019340] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d63e78f7-c6ab-474c-89f9-d64486dee6b6 is going to be updated. [ 1168.073490] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.073651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.073724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.073949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.074109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.074279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d63e78f7-c6ab-474c-89f9-d64486dee6b6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.226123] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.444842] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1168.444842] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1168.444842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.444842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.444842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.444842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.444842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.444842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.444842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.444842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.444842] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.728320] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.946502] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.230749] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.231151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.231151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.231467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.231630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.231797] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1169.270105] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.270105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.270105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.270105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.270105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.281961] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1169.449248] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.954565] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.954565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.954565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.954565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.954565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.954565] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1169.984081] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.984081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.984081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.984081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.984356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.994987] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1171.295022] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1171.295413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.295552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.295811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.296045] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.296243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.296354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.296607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.296730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.296869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.296999] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.803618] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.010701] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1172.010922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.011124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.011366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.011573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.014695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.014695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.014695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.014695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.014695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.014695] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.305309] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8: rpc.has_security_group_logging(os_id): False [ 1172.329929] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.330276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.330276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.330413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.330592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.330774] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.330887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.330940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.331101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.331176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.331267] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1172.408527] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.408740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.408740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.408956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.409149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.430544] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1172.511215] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.511440] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1172.520046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.520386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.520761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.521057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.521307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.521668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.521750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.521935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.522041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.522136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.522297] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.522396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.522463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.522624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.522805] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.522866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.522929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.523688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.523875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.524026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.524206] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.588847] env[69735]: INFO networking_nsxv3.common.synchronization [req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf req-dd9ef78b-8345-4e2b-ac2c-1e952edd4f92 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1172.589457] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1172.589836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.589983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.590091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.590344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.590546] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.590656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.591356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.591356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.591356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.591356] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.032212] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e580c89-e57b-4bae-afb8-d08ca3782e00: rpc.has_security_group_logging(os_id): False [ 1173.059773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.059773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.059773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.059773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.060226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.060226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.060226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.060226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.060226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.060226] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1173.093881] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.153764] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.153966] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.154063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.154292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.154472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.171753] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1173.598063] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.101443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.101683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.101799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.102117] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.102279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.102448] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be updated. [ 1174.155636] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.155903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.155903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.156066] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.156215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.171474] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: IN_PROGRESS for 2s [ 1174.445965] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1174.446276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.193683] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1175.194116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.181742] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1176.182023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.733759] env[69735]: INFO networking_nsxv3.common.synchronization [req-cc6dee80-21f2-4e52-8b44-a6619dc06473 req-cc30f62d-4b87-4a9d-a00c-8affcd9d2497 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1176.733759] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1176.733759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.733759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.733759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.733759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.733759] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.733759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.733759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.737591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.737591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.737591] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.102333] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.102606] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.102820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.103159] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.103728] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.103728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.103897] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.104127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.104346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.104615] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.104779] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.104908] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.105094] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.105319] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.105529] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.105712] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.127225] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.127455] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.127533] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.127728] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-261" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.128178] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.128381] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.128512] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.128857] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.129016] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.240400] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.632036] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.632311] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.632665] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.633219] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.633557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.633760] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e not found, creating... [ 1177.634181] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.634498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.634708] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.635099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.635330] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.635721] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.635937] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.636250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.636394] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.636586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.636892] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e is going to be created. [ 1177.668238] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.668451] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.668605] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.668864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.669302] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.669705] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.742144] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.244879] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.245315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.245403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.245897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.246171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.246445] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be updated. [ 1178.285394] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.285635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.285635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.285816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.285972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.297290] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: IN_PROGRESS for 2s [ 1178.416488] env[69735]: INFO networking_nsxv3.common.synchronization [req-cc6dee80-21f2-4e52-8b44-a6619dc06473 req-8ce89a12-2c07-421a-900c-5c233f4122c2 service nova] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 1178.417093] env[69735]: INFO networking_nsxv3.common.synchronization [req-cc6dee80-21f2-4e52-8b44-a6619dc06473 req-8ce89a12-2c07-421a-900c-5c233f4122c2 service nova] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1178.417299] env[69735]: INFO networking_nsxv3.common.synchronization [req-cc6dee80-21f2-4e52-8b44-a6619dc06473 req-8ce89a12-2c07-421a-900c-5c233f4122c2 service nova] Enqueued Resource ID: 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e with Priority: HIGHEST for action port [ 1178.418499] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_rules [ 1178.418612] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1178.418755] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e with Priority: HIGHEST for action port [ 1178.419106] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.419583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.419583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.419583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.419720] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.423542] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.423542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.423542] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.423542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.423542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.423542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.423542] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.923453] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.923752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.928317] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e with status ACTIVE [ 1178.928317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.928317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.928317] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.928317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.928812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.928812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.928812] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e is going to be updated. [ 1178.957680] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.957830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.957903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.958135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.958279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.958446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.309270] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: SUCCESS [ 1180.309670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.309951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.310271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.310561] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.310777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.310777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.311367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.311367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.311692] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.361221] env[69735]: INFO networking_nsxv3.common.synchronization [req-957d6690-9fb7-4aef-b646-e39b09e3af91 req-0d9a13ec-658e-4366-9603-a7f0894d6446 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1180.361805] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1180.362162] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.362311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.362398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.363029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.363029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.363029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.363029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.363281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.363311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.363412] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.814323] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.865823] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.866063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.866063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.866288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.866384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.866584] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.866759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.866836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.866995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.867108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.867174] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1180.910273] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.910484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.910527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.910740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.910903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.945537] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1181.005973] env[69735]: INFO networking_nsxv3.common.synchronization [req-b1842327-6512-43db-9338-d70a056fe752 req-3c99eb8d-9c1c-423e-baf7-a0bf6d75fcf6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1181.006321] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGHEST for action security_group_members [ 1181.007028] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.007028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.007028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.007284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.007284] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.007361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.007393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.007543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.007669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.007768] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.316416] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.510683] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.510904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.511043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.511259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.511451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.511890] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.512024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.512119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.512399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.512523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.512623] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be updated. [ 1181.549101] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.549101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.549101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.549336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.549511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.561427] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: IN_PROGRESS for 2s [ 1181.820047] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.820047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.820047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.820047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.820047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.820047] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be updated. [ 1181.853988] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.854204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.854249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.854440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.854695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.866984] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: IN_PROGRESS for 2s [ 1182.959227] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1182.959227] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1182.959227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.573567] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 in Status: SUCCESS [ 1183.573864] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 deletion is rescheduled due to dependency. [ 1183.574104] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.880323] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: SUCCESS [ 1183.880538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.880708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.880926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.881129] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.881243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.881309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.881447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.881514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.881603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.881695] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.384260] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.886404] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acc46db1-6731-4071-952d-07ff223ef502: rpc.has_security_group_logging(os_id): False [ 1184.906541] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.906725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.906725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.906948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.926839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.927251] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.927369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.927369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.927538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.927610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.927705] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be updated. [ 1184.992518] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.992658] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.992730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.992956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.993136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.007077] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: IN_PROGRESS for 2s [ 1186.007965] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.007965] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.641158] env[69735]: INFO networking_nsxv3.common.synchronization [None req-4ad47a83-69e0-4098-ab85-20b71082aeef tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1186.641699] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGHEST for action security_group_members [ 1186.642024] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.642314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.642410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.642675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.642898] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.643089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.643157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.643318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.643451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.643571] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.023980] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: SUCCESS [ 1187.024718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.146877] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.146877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.146877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.147556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.147556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.147556] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.147556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.147556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.147751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.147751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.147828] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be updated. [ 1187.178834] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.179223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.179223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.179432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.179626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.191621] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: IN_PROGRESS for 2s [ 1189.141449] env[69735]: INFO networking_nsxv3.common.synchronization [req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 req-8e982a45-f0aa-4b6b-81a8-17d1ad28775f tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1189.142409] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1189.142409] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.142584] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.142628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.143084] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.143418] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.143518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.143581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.143717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.143803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.143898] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.229402] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f in Status: SUCCESS [ 1189.229402] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f deletion is rescheduled due to dependency. [ 1189.229402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.515675] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.515972] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.515972] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.516322] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.516610] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.516753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.517059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.517142] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.517255] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.517477] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.517605] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.517948] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.517948] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.518110] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.518202] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.518339] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.539781] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.539781] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.540030] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.540207] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-39" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.540614] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-3097c800-baf2-480e-99aa-04987ac71b18 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.540810] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.540934] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.541342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.541709] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3097c800-baf2-480e-99aa-04987ac71b18',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.646214] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.646369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.646435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.646648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.646736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.647194] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.647194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.647378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.647410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.647483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.647581] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1189.678136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.678136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.678136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.678136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.678136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.689164] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1190.045789] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.048025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 3097c800-baf2-480e-99aa-04987ac71b18 not found, creating... [ 1190.048025] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.048025] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.048453] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.048453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.048453] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.048583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.048721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.048862] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 3097c800-baf2-480e-99aa-04987ac71b18 is going to be created. [ 1190.077409] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.078454] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.078659] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.079021] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.079354] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.079618] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.192372] env[69735]: INFO networking_nsxv3.common.synchronization [req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 req-069790eb-7484-4e32-b32a-b2e932aa5f1c service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1191.192713] env[69735]: INFO networking_nsxv3.common.synchronization [req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 req-069790eb-7484-4e32-b32a-b2e932aa5f1c service nova] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1191.192788] env[69735]: INFO networking_nsxv3.common.synchronization [req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 req-069790eb-7484-4e32-b32a-b2e932aa5f1c service nova] Enqueued Resource ID: 3097c800-baf2-480e-99aa-04987ac71b18 with Priority: HIGHEST for action port [ 1191.193862] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_rules [ 1191.196258] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1191.196507] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3097c800-baf2-480e-99aa-04987ac71b18 with Priority: HIGHEST for action port [ 1191.198089] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.198302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.198380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.198650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.198778] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.200192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.200298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.203927] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3097c800-baf2-480e-99aa-04987ac71b18 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.204108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.204174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.204559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.204559] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3097c800-baf2-480e-99aa-04987ac71b18',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.700808] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1191.701023] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1191.701150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.701329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.701551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.701742] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.701859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.701916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.702090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.702177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.702275] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.709026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.709026] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3097c800-baf2-480e-99aa-04987ac71b18 with status ACTIVE [ 1191.709026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.709026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.709026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.709026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.710239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.710239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.710239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.710239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.710239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3097c800-baf2-480e-99aa-04987ac71b18 is going to be updated. [ 1191.732200] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.732496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.732496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.732623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.732734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.732891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3097c800-baf2-480e-99aa-04987ac71b18" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.912527] env[69735]: INFO networking_nsxv3.common.synchronization [None req-519fd1c0-ba15-430c-b68e-68c653b657bd None None] Enqueued Resource ID: be41fd6b-30e0-4b97-b56a-31c4baf41525 with Priority: HIGHEST for action port [ 1191.912845] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be41fd6b-30e0-4b97-b56a-31c4baf41525 with Priority: HIGHEST for action port [ 1191.913269] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-be41fd6b-30e0-4b97-b56a-31c4baf41525 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.913776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be41fd6b-30e0-4b97-b56a-31c4baf41525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.913776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be41fd6b-30e0-4b97-b56a-31c4baf41525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.913776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be41fd6b-30e0-4b97-b56a-31c4baf41525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.914323] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be41fd6b-30e0-4b97-b56a-31c4baf41525',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.205933] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.416503] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be41fd6b-30e0-4b97-b56a-31c4baf41525 [ 1192.416731] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.416960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.417043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.417263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.417366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.417510] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be41fd6b-30e0-4b97-b56a-31c4baf41525 already deleted. [ 1192.417620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be41fd6b-30e0-4b97-b56a-31c4baf41525" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.706984] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.211588] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.211588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.211588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.211588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.211588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.211588] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1193.248582] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.249047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.249047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.249246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.249489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.265902] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1193.402394] env[69735]: INFO networking_nsxv3.common.synchronization [None req-2ae031a2-1bfe-4d37-9c64-801eaed52845 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: 661fb603-ba44-4dcf-b7ee-76ee9374cc8a with Priority: HIGHEST for action security_group_rules [ 1193.402394] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661fb603-ba44-4dcf-b7ee-76ee9374cc8a with Priority: HIGHEST for action security_group_rules [ 1193.402394] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.402394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.402394] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.402993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.403260] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('661fb603-ba44-4dcf-b7ee-76ee9374cc8a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.493889] env[69735]: INFO networking_nsxv3.common.synchronization [None req-6e2d3b5d-0ff0-4c26-aff1-4bbf6da99cb5 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: 661fb603-ba44-4dcf-b7ee-76ee9374cc8a with Priority: HIGHEST for action security_group_rules [ 1193.493889] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661fb603-ba44-4dcf-b7ee-76ee9374cc8a with Priority: HIGHEST for action security_group_rules [ 1193.493889] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.493889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.929367] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.929578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.929709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.929854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.930044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931504] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 661fb603-ba44-4dcf-b7ee-76ee9374cc8a already deleted. [ 1193.931504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.931504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.931504] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('661fb603-ba44-4dcf-b7ee-76ee9374cc8a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.458888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.459223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.459223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.459420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.459515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.459613] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 661fb603-ba44-4dcf-b7ee-76ee9374cc8a already deleted. [ 1194.459694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-661fb603-ba44-4dcf-b7ee-76ee9374cc8a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.527055] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d0d0b530-2ba5-41b6-9a5b-148a78b25901 None None] Enqueued Resource ID: f183b6d0-b4dd-4751-8086-abc2a541aa45 with Priority: HIGHEST for action port [ 1194.527695] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f183b6d0-b4dd-4751-8086-abc2a541aa45 with Priority: HIGHEST for action port [ 1194.528429] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f183b6d0-b4dd-4751-8086-abc2a541aa45 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.528585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f183b6d0-b4dd-4751-8086-abc2a541aa45" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.528655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f183b6d0-b4dd-4751-8086-abc2a541aa45" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.528955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f183b6d0-b4dd-4751-8086-abc2a541aa45" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.529108] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f183b6d0-b4dd-4751-8086-abc2a541aa45',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.032250] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f183b6d0-b4dd-4751-8086-abc2a541aa45 [ 1195.032493] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.032635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.032721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.032943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.033051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.033147] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f183b6d0-b4dd-4751-8086-abc2a541aa45 already deleted. [ 1195.033229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f183b6d0-b4dd-4751-8086-abc2a541aa45" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.275627] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1195.275860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.276121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.276369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.276569] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.276693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.276759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.277040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.277140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.277219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.277315] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.780276] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.780699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.780699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.780800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.780894] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.781010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.781087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.781245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.781336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.781426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.781577] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.781672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.781733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.781882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.782037] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.782132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.782195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.782330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.782404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.782481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.782576] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.285295] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e580c89-e57b-4bae-afb8-d08ca3782e00: rpc.has_security_group_logging(os_id): False [ 1196.308101] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.308319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.308395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.308590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.308686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.308888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.309072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.309204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.309387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.309469] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.309677] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.309797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.309878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.310503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.310617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.310837] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.310959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.311028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.311158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.311243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.311325] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1196.386457] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.386457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.386457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.386457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.386457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.429800] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1196.651415] env[69735]: INFO networking_nsxv3.common.synchronization [req-57af41df-ea46-448e-890a-8ea92fdc4276 req-fa70c677-2e13-431d-ba63-60c68600a6c0 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_members [ 1196.651968] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGHEST for action security_group_members [ 1196.652322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.653016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.653164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.653403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.653528] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.653642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.653698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.653865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.654070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.654070] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.840194] env[69735]: INFO networking_nsxv3.common.synchronization [req-d38b093b-7d13-4294-a337-ca53f2fa12cb req-731f75e0-3ff8-4122-a0a2-45f4c0b8ee37 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1196.841143] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1196.841244] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.841352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.841423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.841639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.841842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.842212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.842212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.842212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.842334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.842413] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.156998] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.157187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.157261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.157479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.157574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.157777] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.157938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.158023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.158137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.158222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.158336] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b is going to be updated. [ 1197.208160] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.208367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.208446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.208730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.208909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.218363] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: IN_PROGRESS for 2s [ 1197.344338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.344516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.344516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.345081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.345081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.345081] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.345312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.345312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.345368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.345538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.346025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1197.375928] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.375928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.375928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.375928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.375928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.385883] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1198.143919] env[69735]: INFO networking_nsxv3.common.synchronization [req-79faec54-6cd4-469f-b9d4-36df35335710 req-96cfefa3-832b-46d0-af38-bf8541035236 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1198.145016] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1198.145146] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.145975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.146283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.146697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.146961] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.147145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.147450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.147450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.147604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.147779] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.454657] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1198.454973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.473316] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.473316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.473316] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.473592] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.473868] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.474106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.474267] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.474562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.474747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.475074] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.475248] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.475415] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.475552] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.475694] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.475860] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.476043] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.502761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.503053] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.503314] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.503604] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.504206] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d677f9aa-e93c-4fad-8bef-039982ee2155 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.504433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.504667] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.505131] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.505380] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d677f9aa-e93c-4fad-8bef-039982ee2155',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.650268] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.650512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.650588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.650781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.650899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.651229] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.651401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.651515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.651781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.651900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.652032] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e already deleted. [ 1198.652166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.008121] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.008423] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.008576] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.008881] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.009052] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.009239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d677f9aa-e93c-4fad-8bef-039982ee2155 not found, creating... [ 1199.009538] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.009731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.009866] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.010127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.010290] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.010583] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.010766] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.010904] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.011179] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.011342] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.011493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d677f9aa-e93c-4fad-8bef-039982ee2155 is going to be created. [ 1199.035029] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.035241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.035241] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.035532] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.035753] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.035990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.229370] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5b1c9a-71f7-4111-9259-dabd2306785b in Status: SUCCESS [ 1199.229822] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b deletion is rescheduled due to dependency. [ 1199.229822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.399082] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1199.399082] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1199.399082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.793236] env[69735]: INFO networking_nsxv3.common.synchronization [req-79faec54-6cd4-469f-b9d4-36df35335710 req-5ff4412b-368e-4192-8101-656f1e7f638d service nova] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_rules [ 1199.793236] env[69735]: INFO networking_nsxv3.common.synchronization [req-79faec54-6cd4-469f-b9d4-36df35335710 req-5ff4412b-368e-4192-8101-656f1e7f638d service nova] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1199.793236] env[69735]: INFO networking_nsxv3.common.synchronization [req-79faec54-6cd4-469f-b9d4-36df35335710 req-5ff4412b-368e-4192-8101-656f1e7f638d service nova] Enqueued Resource ID: d677f9aa-e93c-4fad-8bef-039982ee2155 with Priority: HIGHEST for action port [ 1199.793236] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_rules [ 1199.793236] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1199.793236] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677f9aa-e93c-4fad-8bef-039982ee2155 with Priority: HIGHEST for action port [ 1199.794203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.795022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.795232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.795654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.795902] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.797931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.802035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.802035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.802035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.802035] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.802035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.802035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.802035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.802035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.802035] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.802483] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d677f9aa-e93c-4fad-8bef-039982ee2155 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.802483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.802483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.802795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.802795] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d677f9aa-e93c-4fad-8bef-039982ee2155',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.308030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.308030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.308030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d677f9aa-e93c-4fad-8bef-039982ee2155 with status ACTIVE [ 1200.308030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.308030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.308030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.308822] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.308822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.308822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.309235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.309434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.309607] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d677f9aa-e93c-4fad-8bef-039982ee2155 is going to be updated. [ 1200.338663] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.339139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.339314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.339604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.339836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.340138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.431721] env[69735]: INFO networking_nsxv3.common.synchronization [req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 req-b2414443-50fc-4700-91b6-551f5814b191 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1200.432308] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1200.432614] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.432737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.432806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.433064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.433244] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.433352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.433416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.433591] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.433671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.433781] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.732420] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.732686] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.732845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.733581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.733581] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.733581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.733764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.733879] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.734067] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.734261] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.734382] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.734499] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.734614] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.734730] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.734844] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.735019] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.759313] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.759313] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1200.759313] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.759313] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.759313] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.759313] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.760297] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.760297] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.760297] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f46d8d2-ce81-4ef3-9847-77613b7de9c1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.812347] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.936266] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.936441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.936552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.936743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.936839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.937093] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.937214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.937253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.937419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.937511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.937597] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1200.967636] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.967958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.967958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.968260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.968260] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.981918] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1201.263067] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.263355] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.263461] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.263806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.263962] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.264143] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 not found, creating... [ 1201.264426] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.264598] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.264724] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.264970] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.265157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.265431] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.265598] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.265721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.265942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.266107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.266294] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 is going to be created. [ 1201.281227] env[69735]: INFO networking_nsxv3.common.synchronization [None req-a987e4d2-7d63-4174-96ed-f9694df7ee68 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_rules [ 1201.281797] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_rules [ 1201.282632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.282840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.282840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.283502] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.283502] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.292862] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.293234] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.293312] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.293893] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.294349] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.294475] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.314625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.315091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.315091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.315168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.315247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.315290] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be created. [ 1201.340638] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.340864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.340864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.341152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.341357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.377152] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: UNINITIALIZED for 2s [ 1201.380932] env[69735]: INFO networking_nsxv3.common.synchronization [None req-c0432c4c-5113-4319-a73c-604bea3df17f tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_rules [ 1201.381565] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_rules [ 1201.381862] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.381967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.823960] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.823960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.824281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.824356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.824472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.824594] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e already deleted. [ 1201.824698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.824891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.825097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.825197] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.181991] env[69735]: INFO networking_nsxv3.common.synchronization [req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 req-178bf0f9-bb52-4bb8-b62c-eb2d51219739 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1202.182222] env[69735]: INFO networking_nsxv3.common.synchronization [req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 req-178bf0f9-bb52-4bb8-b62c-eb2d51219739 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1202.182383] env[69735]: INFO networking_nsxv3.common.synchronization [req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 req-178bf0f9-bb52-4bb8-b62c-eb2d51219739 service nova] Enqueued Resource ID: 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 with Priority: HIGHEST for action port [ 1202.184265] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1202.184265] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1202.184536] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 with Priority: HIGHEST for action port [ 1202.184900] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.185036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.185196] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.185733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.185733] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.186751] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.186847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.191390] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.191605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.191678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.191898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.191982] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f46d8d2-ce81-4ef3-9847-77613b7de9c1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.347672] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.348099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.348099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.348238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.348333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.348441] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e already deleted. [ 1202.348526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.694353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.694613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.697090] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 with status ACTIVE [ 1202.697604] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.697762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.697824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.698086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.698193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.698397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.698505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.698572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.698724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.698802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.698981] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.699101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.699148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.699306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.699378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.699464] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 is going to be updated. [ 1202.735166] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.735383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.735383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.735586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.735727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.735901] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f46d8d2-ce81-4ef3-9847-77613b7de9c1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.992313] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1202.992496] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1202.992616] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.992789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.993016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.993204] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.993335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.993417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.993582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.993668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.993745] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.389018] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1203.389311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.389454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.389673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.389869] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.389986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.390063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.390221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.390300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.390387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.390480] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.496647] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.894474] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.894694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.894694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.895115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.895366] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.895488] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.895559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.895719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.895805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.895896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.896058] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.896177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.896255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.896407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.896548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.896639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.896699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.896833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.896916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.897032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.897130] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.999087] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.400689] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7feb1ed8-352f-41dc-b46e-3970b9958d9e: rpc.has_security_group_logging(os_id): False [ 1204.418715] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.418929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.418929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.419145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.419239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.419477] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.419593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.419649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.419805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.419883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.420074] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.420172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.420233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.420377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.420452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.420639] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.420734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.420798] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.420935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.421015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.421107] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be created. [ 1204.490255] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.490255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.490255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.490255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.490255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.502015] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.502226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.502275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.502483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.502574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.502673] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1204.504542] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1204.549318] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.549318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.549318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.549318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.549318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.573904] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1206.518220] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1206.518441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.583826] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1206.584095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.584301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.584621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.584975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.585164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.585291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.585539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.585692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.586014] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.089345] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.089555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.089555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.089769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.090581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.090746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.090818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.090988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.091106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.091216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.091543] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.091638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.091698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.091841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.091984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.092091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.092153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.092292] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.092367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.092450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.092539] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.185917] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.186121] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.594519] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a338dc15-33c8-46c3-962a-f5418e8c7153: rpc.has_security_group_logging(os_id): False [ 1207.615449] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.615449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.615617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.615700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.615795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.615989] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.616105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.616169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.616324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.616403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.616590] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.616688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.616752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.616897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.617275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.617529] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.617632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.617696] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.618528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.618662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.618763] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1207.723256] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.723489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.723489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.723715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.723953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.754545] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1207.877583] env[69735]: INFO networking_nsxv3.common.synchronization [req-d904d6bd-6535-4bea-815d-92489fb83927 req-58418a68-51f8-4d66-9881-66bc750fd717 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_members [ 1207.877924] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_members [ 1207.878307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.878431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.878517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.878761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.878918] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.879041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.879112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.879277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.879444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.879444] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.204746] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.204882] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.204985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.205336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.205618] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.205788] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.205914] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.207055] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.207055] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.207055] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.207055] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.207055] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.207055] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.207055] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.207310] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.207310] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.229493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.229651] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.229798] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.229982] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.230390] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-68eba6fb-793d-455d-8d8c-f1c6973911cb taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.230491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.230616] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.230958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.231121] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68eba6fb-793d-455d-8d8c-f1c6973911cb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.381914] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.382125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.382197] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.382376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.382471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.382668] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.382767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.382834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.382991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.383079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.383169] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e already deleted. [ 1208.383251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.734061] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.734479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.734479] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.734684] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.734846] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.735063] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 68eba6fb-793d-455d-8d8c-f1c6973911cb not found, creating... [ 1208.735371] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.735543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.735671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.735910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.736069] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.736385] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.737120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.737120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.737120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.737120] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.737348] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 68eba6fb-793d-455d-8d8c-f1c6973911cb is going to be created. [ 1208.764030] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.764280] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.764502] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.764853] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.765127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.765776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.489720] env[69735]: INFO networking_nsxv3.common.synchronization [req-d904d6bd-6535-4bea-815d-92489fb83927 req-261386fc-c309-4b8d-b4ae-f75b36676681 service nova] Enqueued Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_rules [ 1209.490190] env[69735]: INFO networking_nsxv3.common.synchronization [req-d904d6bd-6535-4bea-815d-92489fb83927 req-261386fc-c309-4b8d-b4ae-f75b36676681 service nova] Enqueued Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_members [ 1209.490375] env[69735]: INFO networking_nsxv3.common.synchronization [req-d904d6bd-6535-4bea-815d-92489fb83927 req-261386fc-c309-4b8d-b4ae-f75b36676681 service nova] Enqueued Resource ID: 68eba6fb-793d-455d-8d8c-f1c6973911cb with Priority: HIGHEST for action port [ 1209.491024] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_rules [ 1209.495298] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_members [ 1209.495428] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68eba6fb-793d-455d-8d8c-f1c6973911cb with Priority: HIGHEST for action port [ 1209.496096] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.496235] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.496378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.496511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.496594] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.497924] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.502426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.502426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.502426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.502581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.502641] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.502803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.502932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.503091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.503221] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.504622] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-68eba6fb-793d-455d-8d8c-f1c6973911cb taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.505368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.505510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.506307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.506686] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68eba6fb-793d-455d-8d8c-f1c6973911cb',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.774888] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1209.775382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.009323] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.009323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.009552] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.011132] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68eba6fb-793d-455d-8d8c-f1c6973911cb with status ACTIVE [ 1210.011132] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.011296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.011332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.011865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.012073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.012708] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.012808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.012922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.013705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.013705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.013778] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.013980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.014078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.014256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.014413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.014515] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68eba6fb-793d-455d-8d8c-f1c6973911cb is going to be updated. [ 1210.044148] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.044365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.044486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.044871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.045101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.045193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68eba6fb-793d-455d-8d8c-f1c6973911cb" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.127909] env[69735]: INFO networking_nsxv3.common.synchronization [req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 req-ee3dff0f-a295-40c7-b6fb-8bd633beab32 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1210.128627] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1210.128971] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.129134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.129212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.129458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.129625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.130111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.130111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.130111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.130111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.130111] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.519024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.632764] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.022477] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.022878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.022878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.023120] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.023251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.023986] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e is going to be created. [ 1211.056924] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.056924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.057300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.057300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.057544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.073114] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e in Status: UNINITIALIZED for 2s [ 1211.135581] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.638427] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.638673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.638725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.638992] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.639170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.639353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be updated. [ 1211.675924] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.676179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.676179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.676349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.676493] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.688353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: IN_PROGRESS for 2s [ 1213.083133] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e in Status: SUCCESS [ 1213.083518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.083518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.083729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.083917] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.084045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.084110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.084270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.084353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.084440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.084548] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.586740] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.701394] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1213.701563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.987413] env[69735]: INFO networking_nsxv3.common.synchronization [req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 req-c82fabed-c503-4ac4-8833-0d47a8f2acdb tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1213.988416] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1213.988703] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.988835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.988919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.989175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.989437] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.989504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.989543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.990283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.990283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.990283] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.089502] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e: rpc.has_security_group_logging(os_id): False [ 1214.108153] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.108370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.108428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.109372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.109372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.109372] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.109372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.109372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.109372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.109372] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.109997] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e is going to be created. [ 1214.170385] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.170657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.170657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.170827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.171057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.183355] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e in Status: IN_PROGRESS for 2s [ 1214.303469] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.303696] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.304278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.304278] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.304473] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.304565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.304885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.304885] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.305092] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.305246] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.305365] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.305507] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.305657] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.305824] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.305992] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.306210] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.325789] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.326065] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.326215] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.326861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.326861] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.327180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.327180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.327461] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.327618] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d94b3d3-fee8-4c18-8f0b-529ed044dd52',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.492391] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.829672] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.829985] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.830206] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.830546] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.830761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.830976] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 not found, creating... [ 1214.831369] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.831640] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.831834] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.832145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.832353] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.832702] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.832930] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.833125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.833402] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.833599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.833804] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 is going to be created. [ 1214.855573] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.855799] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.855931] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.856269] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.856520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.856752] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.994407] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.497212] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.497666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.497666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.497746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.497803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.497872] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be updated. [ 1215.535483] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.535723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.535723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.536018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.536202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.557890] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1215.600641] env[69735]: INFO networking_nsxv3.common.synchronization [req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 req-e8e8f28f-1357-4ccc-9633-6d847cdaa770 service nova] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_rules [ 1215.600830] env[69735]: INFO networking_nsxv3.common.synchronization [req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 req-e8e8f28f-1357-4ccc-9633-6d847cdaa770 service nova] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1215.600978] env[69735]: INFO networking_nsxv3.common.synchronization [req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 req-e8e8f28f-1357-4ccc-9633-6d847cdaa770 service nova] Enqueued Resource ID: 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 with Priority: HIGHEST for action port [ 1215.601238] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_rules [ 1215.601372] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1215.601472] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 with Priority: HIGHEST for action port [ 1215.604440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.604440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.604440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.604440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.604440] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.604440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.604440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.604965] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.604965] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.605272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.605476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.605564] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d94b3d3-fee8-4c18-8f0b-529ed044dd52',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.105354] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.105565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.111943] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 with status ACTIVE [ 1216.112226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.112390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.112498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.112730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.112824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.113042] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.113161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.113236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.113392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.113476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.113691] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.113808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.114028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.114086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.114143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.114245] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 is going to be updated. [ 1216.150192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.150454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.150454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.151427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.151427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.151427] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d94b3d3-fee8-4c18-8f0b-529ed044dd52" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.201910] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e in Status: SUCCESS [ 1216.202201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.571808] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1217.572240] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.572294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.572621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.572827] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.572998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.573148] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.573353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.573467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.573591] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.076542] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.579962] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.609387] env[69735]: INFO networking_nsxv3.common.synchronization [req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea req-c731684b-1cc2-4038-b0e3-f97ddcb86a5b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1218.613109] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGHEST for action security_group_members [ 1218.614175] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.614368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.614467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.614655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.614725] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.614854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.614927] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.615083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.615157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.615257] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.842158] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.842465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.842559] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.842872] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.843308] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.843578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.843747] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.844110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.844412] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.844900] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.844900] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.844900] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.845120] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.845189] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.845242] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.846230] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.866925] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.867318] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.867602] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.867755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-656" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.868048] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d2ac982d-ba3e-497c-a183-b412fb1907fc taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.868385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.868514] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.868720] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.868921] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ac982d-ba3e-497c-a183-b412fb1907fc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.082526] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.082796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.082796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.083175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.083175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.083175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be updated. [ 1219.118794] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.119092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.119092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.119247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.119356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.119663] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.119762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.119823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.119979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.120068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.120157] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be updated. [ 1219.121957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.122080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.122157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.122307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.122443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.134885] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1219.155897] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.156154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.156154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.156366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.156516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.168831] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: IN_PROGRESS for 2s [ 1219.371269] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.371555] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.371697] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.372180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.372350] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.372662] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.372861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.373526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.373526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.373526] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.373726] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.373896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.375288] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.375575] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.375729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.375888] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d2ac982d-ba3e-497c-a183-b412fb1907fc is going to be updated. [ 1219.400994] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.400994] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.401305] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.401570] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.401772] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.402061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.322417] env[69735]: INFO networking_nsxv3.common.synchronization [req-e954088f-8191-4e6b-bab4-c92dfcdf0289 req-15d3b6d4-a20e-4ffc-83d1-0543dc185f64 service nova] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1220.322417] env[69735]: INFO networking_nsxv3.common.synchronization [req-e954088f-8191-4e6b-bab4-c92dfcdf0289 req-15d3b6d4-a20e-4ffc-83d1-0543dc185f64 service nova] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1220.322417] env[69735]: INFO networking_nsxv3.common.synchronization [req-e954088f-8191-4e6b-bab4-c92dfcdf0289 req-15d3b6d4-a20e-4ffc-83d1-0543dc185f64 service nova] Enqueued Resource ID: d2ac982d-ba3e-497c-a183-b412fb1907fc with Priority: HIGHEST for action port [ 1220.322417] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_rules [ 1220.322417] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1220.322417] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ac982d-ba3e-497c-a183-b412fb1907fc with Priority: HIGHEST for action port [ 1220.322881] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.322881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.322881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.322881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.323024] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.324118] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.324256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.324349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.324448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.324592] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.324690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.324768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.324908] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.324972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.327804] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.327804] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ac982d-ba3e-497c-a183-b412fb1907fc taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.329166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.329166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.329985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.329985] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ac982d-ba3e-497c-a183-b412fb1907fc',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.832531] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.833619] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.833727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.833924] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2ac982d-ba3e-497c-a183-b412fb1907fc with status ACTIVE [ 1220.834067] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.834179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.834281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.834661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.834772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.834948] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.835077] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.835138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.835293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.835373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.835557] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.835713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.835713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.835849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.835914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.836042] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2ac982d-ba3e-497c-a183-b412fb1907fc is going to be updated. [ 1220.870785] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.870986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.870986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.871234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.871384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.871560] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ac982d-ba3e-497c-a183-b412fb1907fc" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.144922] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1221.144922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.144922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.145158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.146089] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.146089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.146089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.146089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.146089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.146089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.146384] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.177392] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 in Status: SUCCESS [ 1221.177590] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 deletion is rescheduled due to dependency. [ 1221.177697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.338441] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.649264] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.649479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.649531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.649808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.649999] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.650140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.650200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.650415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.650524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.650599] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.650791] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.650876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.650913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.651106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.651362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.651362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.651540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.651540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.651633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.651680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.651918] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.841276] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.841618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.841618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.841826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.841953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.842098] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 is going to be updated. [ 1221.877286] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.877286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.877286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.877539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.877624] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.891432] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: IN_PROGRESS for 2s [ 1222.154121] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7feb1ed8-352f-41dc-b46e-3970b9958d9e: rpc.has_security_group_logging(os_id): False [ 1222.173815] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.174036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.174036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.174258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.174354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.174573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.174714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.174804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.174975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.175132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.175324] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.175421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.175479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.175623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.175701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.175891] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.175983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.176234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.176234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.176415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.176415] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be updated. [ 1222.241527] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.241796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.241796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.242093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.242304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.258952] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1223.902664] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: SUCCESS [ 1223.902664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.903103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.903103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.903238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.903360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.903433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.903638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.903723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.903826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.904076] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.272892] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1224.273091] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.405903] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.908349] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c01853d-0ae7-4cc9-83e8-534d320af8a6: rpc.has_security_group_logging(os_id): False [ 1224.926810] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.927012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.927052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.927786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.927898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.928210] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.928347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.928426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.928594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.928676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.928765] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 is going to be updated. [ 1224.994859] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.995033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.995156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.995373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.995525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.011436] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: IN_PROGRESS for 2s [ 1225.322595] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.322790] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.526745] env[69735]: INFO networking_nsxv3.common.synchronization [req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 req-7c834f64-b74a-47c4-aa17-c85310b6bb5c tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1226.527455] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1226.527796] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.527924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.527980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.528221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.528425] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.528565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.528656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.528761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.528852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.529107] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.027907] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: SUCCESS [ 1227.027907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.031538] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.535165] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.037921] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.038298] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.038413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.038645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.038739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.038847] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be updated. [ 1228.085474] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.086681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.086681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.086681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.086681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.101601] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1230.112672] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1230.113025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.159029] env[69735]: INFO networking_nsxv3.common.synchronization [None req-5d13b775-be79-4ee6-b66d-0e5b2b0464ca None None] Enqueued Resource ID: 3777727f-f8d5-4f12-b571-5fe2e4be51fa with Priority: HIGHEST for action port [ 1230.159602] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777727f-f8d5-4f12-b571-5fe2e4be51fa with Priority: HIGHEST for action port [ 1230.160086] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3777727f-f8d5-4f12-b571-5fe2e4be51fa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.160086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3777727f-f8d5-4f12-b571-5fe2e4be51fa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.160277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3777727f-f8d5-4f12-b571-5fe2e4be51fa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.160793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3777727f-f8d5-4f12-b571-5fe2e4be51fa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.160793] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3777727f-f8d5-4f12-b571-5fe2e4be51fa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.663035] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3777727f-f8d5-4f12-b571-5fe2e4be51fa [ 1230.663131] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.663234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.663296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.663513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.663618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.663707] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3777727f-f8d5-4f12-b571-5fe2e4be51fa already deleted. [ 1230.663787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3777727f-f8d5-4f12-b571-5fe2e4be51fa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.100334] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f815c666-3945-4fe7-823f-7fce6dd248fb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_rules [ 1231.100334] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_rules [ 1231.100997] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.101282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.101437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.101784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.101979] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.215745] env[69735]: INFO networking_nsxv3.common.synchronization [None req-48818b32-3ed6-4ffa-9a8d-1a92221f8a4d tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_rules [ 1231.215745] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_rules [ 1231.216038] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.216038] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.632174] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.632371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.632411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.632611] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.632708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.632802] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c already deleted. [ 1231.632978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.633110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.633261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.633348] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.167695] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.167921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.168052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.168466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.168631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.168782] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c already deleted. [ 1232.168931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.698061] env[69735]: INFO networking_nsxv3.common.synchronization [None req-774e4725-0f32-42e1-9fb0-ca22d6fa6251 None None] Enqueued Resource ID: 0a220ec2-ce3b-4ac4-aa92-a3665e167663 with Priority: HIGHEST for action port [ 1232.701573] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a220ec2-ce3b-4ac4-aa92-a3665e167663 with Priority: HIGHEST for action port [ 1232.701573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a220ec2-ce3b-4ac4-aa92-a3665e167663 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.701573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a220ec2-ce3b-4ac4-aa92-a3665e167663" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.701573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a220ec2-ce3b-4ac4-aa92-a3665e167663" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.701573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a220ec2-ce3b-4ac4-aa92-a3665e167663" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.701573] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a220ec2-ce3b-4ac4-aa92-a3665e167663',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.203342] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a220ec2-ce3b-4ac4-aa92-a3665e167663 [ 1233.204875] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.204875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.204875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.204875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.204875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.204875] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a220ec2-ce3b-4ac4-aa92-a3665e167663 already deleted. [ 1233.204875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a220ec2-ce3b-4ac4-aa92-a3665e167663" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.118119] env[69735]: INFO networking_nsxv3.common.synchronization [req-93efd593-5cc8-4c2c-8b64-018491099199 req-eafd5fe0-b01d-492c-9afc-246f47fd4f48 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1235.118119] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGHEST for action security_group_members [ 1235.118119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.118119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.118119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.118119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.118119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.118119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.118119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.118119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.118119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.118119] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.621102] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.621102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.621102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.621102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.621102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.621102] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.621102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.621102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.621608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.621608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.621608] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be updated. [ 1235.652599] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.652851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.652851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.653032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.653163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.662433] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: IN_PROGRESS for 2s [ 1237.159095] env[69735]: INFO networking_nsxv3.common.synchronization [req-91e11806-89b2-4947-85a2-653266ca3709 req-163e5825-9ba5-40f0-ad63-f0f6cd456c0a tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_members [ 1237.160214] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_members [ 1237.160656] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.162153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.162153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.164105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.165216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.165329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.165434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.165626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.165713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.165810] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.473912] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.474144] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.475428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.475428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.475428] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.475428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.475428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.475692] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.475795] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.476095] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.476276] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.476451] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.476623] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.476790] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.476950] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.477151] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.497495] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.497495] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.497495] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.497768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.498043] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-015fac14-f194-4ec0-a79b-f321e1b913e8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.498231] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.498365] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.498721] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.498866] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015fac14-f194-4ec0-a79b-f321e1b913e8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.667902] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.668135] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.669114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.669114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.669114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.669114] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.669114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.669114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.669476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.669476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.669476] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c already deleted. [ 1237.669605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.672991] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 in Status: SUCCESS [ 1237.673186] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 deletion is rescheduled due to dependency. [ 1237.673286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.001923] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.002271] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.002406] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.002743] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.002928] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.003133] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 015fac14-f194-4ec0-a79b-f321e1b913e8 not found, creating... [ 1238.003452] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.003661] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.003812] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.004094] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.004280] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.004611] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.004782] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.004942] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.005212] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.005514] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.005786] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 015fac14-f194-4ec0-a79b-f321e1b913e8 is going to be created. [ 1238.028079] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.028308] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.028528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.028744] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.028988] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.029239] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.702516] env[69735]: INFO networking_nsxv3.common.synchronization [req-91e11806-89b2-4947-85a2-653266ca3709 req-3f1c2725-8407-4db2-a9ef-ee79582307a6 service nova] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_rules [ 1238.702516] env[69735]: INFO networking_nsxv3.common.synchronization [req-91e11806-89b2-4947-85a2-653266ca3709 req-3f1c2725-8407-4db2-a9ef-ee79582307a6 service nova] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_members [ 1238.702516] env[69735]: INFO networking_nsxv3.common.synchronization [req-91e11806-89b2-4947-85a2-653266ca3709 req-3f1c2725-8407-4db2-a9ef-ee79582307a6 service nova] Enqueued Resource ID: 015fac14-f194-4ec0-a79b-f321e1b913e8 with Priority: HIGHEST for action port [ 1238.702811] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_rules [ 1238.702811] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_members [ 1238.702873] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015fac14-f194-4ec0-a79b-f321e1b913e8 with Priority: HIGHEST for action port [ 1238.703573] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.703664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.703720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.703884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.703963] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.705892] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.706051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.706284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.706337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.706912] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.706912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.706912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.706912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.706912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.706912] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.707813] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-015fac14-f194-4ec0-a79b-f321e1b913e8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.707943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.707998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.708157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.708233] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015fac14-f194-4ec0-a79b-f321e1b913e8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.210316] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.210577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.210756] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.211603] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 015fac14-f194-4ec0-a79b-f321e1b913e8 with status ACTIVE [ 1239.211796] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.214876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.214876] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.214876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.214876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 015fac14-f194-4ec0-a79b-f321e1b913e8 is going to be updated. [ 1239.236973] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.237248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.237248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.237409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.237564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.237727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015fac14-f194-4ec0-a79b-f321e1b913e8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.716107] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.217978] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.218229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.218229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.218440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.218531] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.218633] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c is going to be created. [ 1240.245294] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.245461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.245517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.245851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.246032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.256084] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: UNINITIALIZED for 2s [ 1242.275792] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: SUCCESS [ 1242.276862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.276862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.276862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.276862] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.276862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.276862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.276862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.277255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.277255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.277255] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.779622] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.282348] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f48d3cf-7321-47a9-a915-8d70d574933c: rpc.has_security_group_logging(os_id): False [ 1243.303388] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.303715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.303833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.304109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.304247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.304611] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.304767] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.304844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.305060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.305154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.305246] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c is going to be created. [ 1243.375528] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.375528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.375528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.375815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.375923] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.387062] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: IN_PROGRESS for 2s [ 1243.704314] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.704314] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1245.049303] env[69735]: INFO networking_nsxv3.common.synchronization [None req-90deafeb-d386-4917-a2b0-ab0083fc45c9 None None] Enqueued Resource ID: 443f73ad-1fd8-47f0-a1cf-942812014c5a with Priority: HIGHEST for action port [ 1245.049587] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443f73ad-1fd8-47f0-a1cf-942812014c5a with Priority: HIGHEST for action port [ 1245.050173] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-443f73ad-1fd8-47f0-a1cf-942812014c5a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.050309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443f73ad-1fd8-47f0-a1cf-942812014c5a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.050422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443f73ad-1fd8-47f0-a1cf-942812014c5a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.051052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443f73ad-1fd8-47f0-a1cf-942812014c5a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.051052] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443f73ad-1fd8-47f0-a1cf-942812014c5a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.401074] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: SUCCESS [ 1245.401074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.524566] env[69735]: INFO networking_nsxv3.common.synchronization [None req-48d50a1d-05d7-4ea6-99d4-0331d00f8b97 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Enqueued Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_rules [ 1245.524566] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_rules [ 1245.524832] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.524952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.525044] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.525321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.525400] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.552905] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 443f73ad-1fd8-47f0-a1cf-942812014c5a [ 1245.552905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.553108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.553108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.553326] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.553417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.553699] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:443f73ad-1fd8-47f0-a1cf-942812014c5a already deleted. [ 1245.553699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443f73ad-1fd8-47f0-a1cf-942812014c5a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.634058] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ddc40d2c-d1a2-453d-bed8-0387154bf427 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Enqueued Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_rules [ 1245.634651] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_rules [ 1245.635072] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.635072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.051082] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.051405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.051405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.051582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.051702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.053458] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 already deleted. [ 1246.053458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.053458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.053458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.053458] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.574643] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.575067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.575067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.575067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.575313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.575313] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 already deleted. [ 1246.575313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.511836] env[69735]: INFO networking_nsxv3.common.synchronization [None req-8d4ce7f7-7c2b-4aa3-9a00-f359b71f475c None None] Enqueued Resource ID: 754609e0-cf22-477d-889d-9705fd06f62e with Priority: HIGHEST for action port [ 1247.512145] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754609e0-cf22-477d-889d-9705fd06f62e with Priority: HIGHEST for action port [ 1247.512516] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-754609e0-cf22-477d-889d-9705fd06f62e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.512637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-754609e0-cf22-477d-889d-9705fd06f62e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.512701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-754609e0-cf22-477d-889d-9705fd06f62e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.513019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-754609e0-cf22-477d-889d-9705fd06f62e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.513204] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754609e0-cf22-477d-889d-9705fd06f62e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.646906] env[69735]: INFO networking_nsxv3.common.synchronization [req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c req-e3a54243-8fe5-4dfe-8da2-ead7563bb831 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1247.648141] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1247.648141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.648141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.648141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.649186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.649186] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.649186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.649186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.649391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.649391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.649452] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.015821] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 754609e0-cf22-477d-889d-9705fd06f62e [ 1248.016021] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.016021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.016164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.016320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.016434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.016534] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:754609e0-cf22-477d-889d-9705fd06f62e already deleted. [ 1248.016617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-754609e0-cf22-477d-889d-9705fd06f62e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.151572] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.151790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.151834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.152100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.152225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.152445] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.152567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.153639] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.153889] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.154010] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.154265] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1248.190299] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.190483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.190523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.190727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.190871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.199938] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1250.211215] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1250.211481] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1250.211481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.751764] env[69735]: INFO networking_nsxv3.common.synchronization [req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d req-88bcef68-17aa-48fe-9aec-1770437bfd5a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1250.752297] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1250.752600] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.752725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.752794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.753105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.753301] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.753419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.753486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.753655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.753745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.753826] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.080568] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.080785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.080946] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.081218] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.081488] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.081652] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.081889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.081983] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.082150] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.082370] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.082718] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.082718] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.082718] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.082901] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.083068] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.083241] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.116398] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.116588] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1251.116807] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.116922] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-409" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.117278] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.117465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.117637] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.117986] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.118153] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f5a1b6-86ed-4a13-b1aa-8e040495598c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.255559] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.255935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.255935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.256109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.256198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.256377] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.256504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.256620] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.256712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.256801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.256877] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1251.289623] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.289623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.289623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.289623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.289623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.298914] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1251.622027] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.622027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.622027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.622027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.622027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.622299] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port c1f5a1b6-86ed-4a13-b1aa-8e040495598c not found, creating... [ 1251.622425] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.622581] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.622702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.622923] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.623074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.623518] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.623679] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.623800] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.624020] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.624154] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.624294] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: c1f5a1b6-86ed-4a13-b1aa-8e040495598c is going to be created. [ 1251.644837] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.645079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.645213] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.645496] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.645731] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.645952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.872052] env[69735]: INFO networking_nsxv3.common.synchronization [req-b0fae7ee-62e9-4411-9436-f620d471c9f4 req-07afde46-0fc9-4224-b9b6-1c151ee171eb tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1251.872628] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1251.872944] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.873497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.873573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.874190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.874190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.874190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.874190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.874364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.874364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.874422] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.353956] env[69735]: INFO networking_nsxv3.common.synchronization [req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d req-d5ace4cb-f3e7-46c2-9c7a-8e03d0d07a95 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1252.354373] env[69735]: INFO networking_nsxv3.common.synchronization [req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d req-d5ace4cb-f3e7-46c2-9c7a-8e03d0d07a95 service nova] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1252.354373] env[69735]: INFO networking_nsxv3.common.synchronization [req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d req-d5ace4cb-f3e7-46c2-9c7a-8e03d0d07a95 service nova] Enqueued Resource ID: c1f5a1b6-86ed-4a13-b1aa-8e040495598c with Priority: HIGHEST for action port [ 1252.354945] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_rules [ 1252.355153] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1252.355286] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f5a1b6-86ed-4a13-b1aa-8e040495598c with Priority: HIGHEST for action port [ 1252.355853] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.358338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.358338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.358338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.358338] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.358338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.358338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.358338] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.358338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.358338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.358338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.358338] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f5a1b6-86ed-4a13-b1aa-8e040495598c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.377650] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.861433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.861702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.861855] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1f5a1b6-86ed-4a13-b1aa-8e040495598c with status ACTIVE [ 1252.862216] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.862431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.862654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.862941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.863095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.863322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.863455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.863551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.863829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.863907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.864172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.864284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.864342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.864491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.864695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.864815] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1f5a1b6-86ed-4a13-b1aa-8e040495598c is going to be updated. [ 1252.881386] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.891112] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.891112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.891112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.891112] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.891455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.891697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f5a1b6-86ed-4a13-b1aa-8e040495598c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.315636] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1253.316349] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1253.316349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.316349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.316566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.316717] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.316842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.316907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.317080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.317164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.317258] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.384459] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.384459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.384459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.384459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.384459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.384459] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be updated. [ 1253.414128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.414309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.414552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.414618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.414750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.426388] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: IN_PROGRESS for 2s [ 1253.819970] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.322503] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.825427] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.825931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.825931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.825931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.826124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.826124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1254.854912] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.855167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.855227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.855430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.855636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.864946] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1255.436919] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: SUCCESS [ 1255.437139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.875184] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1256.875479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.875684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.876026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.876276] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.876409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.876477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.876668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.876758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.876859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.876958] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.356623] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.356814] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1257.378847] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.379130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.379130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.379302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.379476] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.379576] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.379633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.379783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.379874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.379963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.380125] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.380219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.380280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.380421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.380558] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.380664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.380737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.380882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.380961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.381055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.381149] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.884264] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a338dc15-33c8-46c3-962a-f5418e8c7153: rpc.has_security_group_logging(os_id): False [ 1257.909606] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.909809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.909930] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.910150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.910263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.910496] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.910608] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.910703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.911055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.911160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.911522] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.911612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.911725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.911949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.912169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.912621] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.912760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.912825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.913039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.913151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.913286] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1258.018730] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.018981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.018981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.019234] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.019419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.043379] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1260.057753] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1260.058139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.358153] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.358503] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.247972] env[69735]: INFO networking_nsxv3.common.synchronization [req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 req-52ca7910-2a85-47d8-bda4-ff718eb54894 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1263.248305] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGHEST for action security_group_members [ 1263.249057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.249222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.249321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.249564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.249737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.249872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.250025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.250124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.250225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.250335] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.752991] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.753432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.753432] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.753510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.753601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.753976] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.754163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.754258] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.754461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.754570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.754691] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be updated. [ 1263.787588] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.787799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.787880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.788085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.788228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.798335] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: IN_PROGRESS for 2s [ 1265.811714] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a338dc15-33c8-46c3-962a-f5418e8c7153 in Status: SUCCESS [ 1265.812015] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 deletion is rescheduled due to dependency. [ 1265.812184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.249343] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.249343] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.333258] env[69735]: INFO networking_nsxv3.common.synchronization [req-c43a8103-fd4f-4dbe-9110-43e706f27785 req-aaa08de3-f185-446f-85f0-2d7b75e3efbd tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1268.333949] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGHEST for action security_group_members [ 1268.334300] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.334460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.334581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.335064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.335064] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.335244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.335244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.335416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.335499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.335609] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.838547] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.838749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.838812] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.839071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.839179] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.839399] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.839503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.839570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.839741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.839820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.839907] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be updated. [ 1268.876155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.876293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.876293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.876475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.877081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.886392] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: IN_PROGRESS for 2s [ 1269.857947] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e1d872f-aea3-44e2-af35-445a12de50a1 req-d8085d5c-fa5d-4f46-8624-5a9af4b1009e tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1269.858533] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1269.858853] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.858973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.859052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.859251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.859404] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.859508] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.859567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.859716] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.859805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.859898] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.362376] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.362585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.362631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.362823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.362920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.363141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.363244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.363307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.363465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.363542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.363629] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1270.391097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.392119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.392119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.392119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.392119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.401681] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1270.897984] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc46db1-6731-4071-952d-07ff223ef502 in Status: SUCCESS [ 1270.898281] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc46db1-6731-4071-952d-07ff223ef502 deletion is rescheduled due to dependency. [ 1270.898362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.412472] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1272.412851] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 deletion is rescheduled due to dependency. [ 1272.412851] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.814129] env[69735]: INFO networking_nsxv3.common.synchronization [req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 req-794c627d-1054-468a-a3f0-4d15c7a5ceaf tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Enqueued Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_members [ 1272.814699] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_members [ 1272.815035] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.815162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.817161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.817836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.817836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.817836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.817836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.818132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.818132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.818237] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.166995] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.167164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-259" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.167164] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-259" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.167509] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-259" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.167824] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.168023] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.168154] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.168373] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.168528] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.168739] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.169043] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.169196] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.169323] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.169452] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.169593] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.169722] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.192472] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.192644] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1273.192888] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.193048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-259" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.193378] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-0a195ca7-eb32-4a1a-9451-2ce515a08463 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.193563] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.193687] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.194090] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.194207] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a195ca7-eb32-4a1a-9451-2ce515a08463',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.320320] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.320565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.320565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.320753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.320854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.321121] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.321233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.321297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.321463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.321542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.321627] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 already deleted. [ 1273.321705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.697112] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.698078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.698078] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.698336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.698511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.698678] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 0a195ca7-eb32-4a1a-9451-2ce515a08463 not found, creating... [ 1273.698984] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.699161] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.699284] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.699511] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.699654] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.699936] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.700110] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.700232] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.700557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.700557] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.700719] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 0a195ca7-eb32-4a1a-9451-2ce515a08463 is going to be created. [ 1273.721320] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.721578] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.721674] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.721952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.722210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.722459] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.407530] env[69735]: INFO networking_nsxv3.common.synchronization [req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 req-126befdf-e3f4-4894-9100-f17b4c23a90c service nova] Enqueued Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_rules [ 1274.407653] env[69735]: INFO networking_nsxv3.common.synchronization [req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 req-126befdf-e3f4-4894-9100-f17b4c23a90c service nova] Enqueued Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_members [ 1274.407767] env[69735]: INFO networking_nsxv3.common.synchronization [req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 req-126befdf-e3f4-4894-9100-f17b4c23a90c service nova] Enqueued Resource ID: 0a195ca7-eb32-4a1a-9451-2ce515a08463 with Priority: HIGHEST for action port [ 1274.408424] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_rules [ 1274.408552] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_members [ 1274.408653] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a195ca7-eb32-4a1a-9451-2ce515a08463 with Priority: HIGHEST for action port [ 1274.409009] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.409279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.409350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.409597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.409711] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.410720] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.410866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.410896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.411134] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.411353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.411485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.411577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.411943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.411943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.411943] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.412831] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a195ca7-eb32-4a1a-9451-2ce515a08463 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.412979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.413086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.413269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.413376] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a195ca7-eb32-4a1a-9451-2ce515a08463',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.915170] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.919030] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.919030] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a195ca7-eb32-4a1a-9451-2ce515a08463 with status ACTIVE [ 1274.919030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.919030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.919030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.919030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.920970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.921209] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.921663] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a195ca7-eb32-4a1a-9451-2ce515a08463 is going to be updated. [ 1274.946015] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.946015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.946015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.946015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.946015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.946015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a195ca7-eb32-4a1a-9451-2ce515a08463" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.423829] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.926479] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.926750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.926750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.926909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.926997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.927111] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 is going to be created. [ 1275.952047] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.952244] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.952319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.952657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.952894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.966353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 in Status: UNINITIALIZED for 2s [ 1276.800070] env[69735]: INFO networking_nsxv3.common.synchronization [req-2ceff23e-401e-4668-a67c-358909bd16e5 req-8fa5b12c-3b68-4dd7-b98a-1471640b9a7b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1276.800734] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGHEST for action security_group_members [ 1276.801644] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.801823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.801915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.802216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.802357] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.802434] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.802491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.802634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.802721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.802834] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.311023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.311319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.311319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.311393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.311428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.312033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.312033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.312033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.312033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312315] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 is going to be updated. [ 1277.343051] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.343224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.343272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.344454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.344454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.352439] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: IN_PROGRESS for 2s [ 1277.968711] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.969139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.969329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.969647] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.969968] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.970335] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.973027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.973027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.973027] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.973027] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.973027] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.973027] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.973027] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.973027] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.973027] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.973525] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.988381] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 in Status: SUCCESS [ 1277.988712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.989017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.989332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.989611] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.989739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.989808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.990015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.990155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.990708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.990708] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.008381] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.008623] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.008791] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.009035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-310" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.009437] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d677f9aa-e93c-4fad-8bef-039982ee2155 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.009717] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.009934] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.010389] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.010633] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d677f9aa-e93c-4fad-8bef-039982ee2155',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.492882] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.514374] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.514644] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.514860] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.515299] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.515609] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.516629] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.516629] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.516759] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.517235] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.517535] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.518214] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.518589] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.518707] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.519010] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.519256] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.519444] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d677f9aa-e93c-4fad-8bef-039982ee2155 is going to be updated. [ 1278.546872] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.547155] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.547235] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.547497] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.547701] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.548113] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.995854] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a298e65-cde2-4fb1-b867-793c4c510c53: rpc.has_security_group_logging(os_id): False [ 1279.015631] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.015843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.015900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.016340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.016340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.016803] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.016803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.016939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.017081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.017163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.017405] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 is going to be created. [ 1279.079931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.080113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.080183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.080407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.080589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.093044] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 in Status: IN_PROGRESS for 2s [ 1279.365349] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 in Status: SUCCESS [ 1279.365539] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 deletion is rescheduled due to dependency. [ 1279.365659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.423220] env[69735]: INFO networking_nsxv3.common.synchronization [req-08de203c-a1f0-416c-ac1c-2b47b8481208 req-cfae4643-3328-4786-be8b-464595070dfb service nova] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_rules [ 1279.423684] env[69735]: INFO networking_nsxv3.common.synchronization [req-08de203c-a1f0-416c-ac1c-2b47b8481208 req-cfae4643-3328-4786-be8b-464595070dfb service nova] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1279.423955] env[69735]: INFO networking_nsxv3.common.synchronization [req-08de203c-a1f0-416c-ac1c-2b47b8481208 req-cfae4643-3328-4786-be8b-464595070dfb service nova] Enqueued Resource ID: d677f9aa-e93c-4fad-8bef-039982ee2155 with Priority: HIGHEST for action port [ 1279.424727] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_rules [ 1279.424933] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1279.425128] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677f9aa-e93c-4fad-8bef-039982ee2155 with Priority: HIGHEST for action port [ 1279.425586] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.425832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.425832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.426164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.426296] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.428093] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.428346] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.428523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.429045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.432110] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.432110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.432110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.432110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.432110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.432110] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.432870] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d677f9aa-e93c-4fad-8bef-039982ee2155 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.433417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.433752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.434485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.434787] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d677f9aa-e93c-4fad-8bef-039982ee2155',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.939105] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.940443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.940594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.940840] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d677f9aa-e93c-4fad-8bef-039982ee2155 with status ACTIVE [ 1279.941067] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.941237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.941312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.941541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.941649] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.941823] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.941920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.941984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.943422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.943422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.943422] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.943422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.943422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.943422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.943422] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.943422] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d677f9aa-e93c-4fad-8bef-039982ee2155 is going to be updated. [ 1279.966989] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.968324] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.968373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.968659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.968799] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.969111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d677f9aa-e93c-4fad-8bef-039982ee2155" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.977904] env[69735]: INFO networking_nsxv3.common.synchronization [None req-1ea3c68e-17ac-423b-a304-934ea17f248e None None] Enqueued Resource ID: aedc2aa9-9339-4342-bd42-8ccdd93b9e70 with Priority: HIGHEST for action port [ 1279.977904] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aedc2aa9-9339-4342-bd42-8ccdd93b9e70 with Priority: HIGHEST for action port [ 1279.981467] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-aedc2aa9-9339-4342-bd42-8ccdd93b9e70 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.981467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aedc2aa9-9339-4342-bd42-8ccdd93b9e70" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.981467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aedc2aa9-9339-4342-bd42-8ccdd93b9e70" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.981467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aedc2aa9-9339-4342-bd42-8ccdd93b9e70" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.981467] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aedc2aa9-9339-4342-bd42-8ccdd93b9e70',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.446459] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.484634] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aedc2aa9-9339-4342-bd42-8ccdd93b9e70 [ 1280.485382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.485382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.485382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.485382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.485607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.485607] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aedc2aa9-9339-4342-bd42-8ccdd93b9e70 already deleted. [ 1280.485674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aedc2aa9-9339-4342-bd42-8ccdd93b9e70" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.948792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.950121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.950121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.950121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.950121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.950121] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be updated. [ 1280.989905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.989905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.989905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.990200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.990345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.001608] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1281.112227] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 in Status: SUCCESS [ 1281.112227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.404794] env[69735]: INFO networking_nsxv3.common.synchronization [None req-057cc067-681a-4e11-b412-338ff9256740 None None] Enqueued Resource ID: 3a831897-da60-4d79-b304-e9ddce3b93c2 with Priority: HIGHEST for action port [ 1282.405092] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a831897-da60-4d79-b304-e9ddce3b93c2 with Priority: HIGHEST for action port [ 1282.405653] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a831897-da60-4d79-b304-e9ddce3b93c2 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.405780] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a831897-da60-4d79-b304-e9ddce3b93c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.405899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a831897-da60-4d79-b304-e9ddce3b93c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.407096] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a831897-da60-4d79-b304-e9ddce3b93c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.407188] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a831897-da60-4d79-b304-e9ddce3b93c2',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.909449] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a831897-da60-4d79-b304-e9ddce3b93c2 [ 1282.909619] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.909759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.909827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.910056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.910152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.910250] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a831897-da60-4d79-b304-e9ddce3b93c2 already deleted. [ 1282.910412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a831897-da60-4d79-b304-e9ddce3b93c2" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.013848] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1283.014777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.014777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.014777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.014777] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.014777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.015127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.015127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.015127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.015597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.015597] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.517681] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.518184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.518184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.518459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.518670] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.518828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.518971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.519216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.519365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.519534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.519786] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.519972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.520105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.520317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.520571] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.520748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.520868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.521101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.521237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.521381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.521577] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.024401] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7feb1ed8-352f-41dc-b46e-3970b9958d9e: rpc.has_security_group_logging(os_id): False [ 1284.042659] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.042856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.043178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.043288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.043404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.043685] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.043903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.043903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.044153] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.044299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.044539] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.044666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.044754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.044931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.045022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.045307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.045518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.045606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.045753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.045822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.045917] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be updated. [ 1284.109883] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.110150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.110290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.110546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.110748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.125967] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1284.492257] env[69735]: INFO networking_nsxv3.common.synchronization [req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 req-e7f654af-62f8-4c9a-8612-4b6c3f642602 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1284.492257] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1284.492257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.492706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.492830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.493101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.493332] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.493452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.493513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.493691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.493778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.493876] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.764355] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.764677] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.764716] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.764974] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.765251] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.765418] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.765543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.765764] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.765967] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.766226] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.766352] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.766472] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.766591] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.766708] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.766822] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.766960] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.788646] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.788801] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1284.788968] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.789247] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.789575] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-45631379-cebf-49f7-b3b3-e012008c079c taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.789757] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.789896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.790259] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.790476] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45631379-cebf-49f7-b3b3-e012008c079c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.997184] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.997465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.997604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.998020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.998168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.998400] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.998513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.998585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.998741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.998879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.998879] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1285.028397] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.028622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.028762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.029080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.029284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.039764] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1285.292594] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.292805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.292945] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.293256] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.293439] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.293577] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 45631379-cebf-49f7-b3b3-e012008c079c not found, creating... [ 1285.293910] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.294097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.294225] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.294460] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.294633] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.294890] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.295094] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.295222] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.295770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.295770] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.295770] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 45631379-cebf-49f7-b3b3-e012008c079c is going to be created. [ 1285.316604] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.316833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.317041] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.317455] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.317787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.318106] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.142383] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1286.142383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.612599] env[69735]: INFO networking_nsxv3.common.synchronization [req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 req-a1c5b5b1-835d-41fe-a284-206cdb9a2f2a service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 1286.612792] env[69735]: INFO networking_nsxv3.common.synchronization [req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 req-a1c5b5b1-835d-41fe-a284-206cdb9a2f2a service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1286.612935] env[69735]: INFO networking_nsxv3.common.synchronization [req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 req-a1c5b5b1-835d-41fe-a284-206cdb9a2f2a service nova] Enqueued Resource ID: 45631379-cebf-49f7-b3b3-e012008c079c with Priority: HIGHEST for action port [ 1286.613183] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 1286.613313] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1286.613439] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45631379-cebf-49f7-b3b3-e012008c079c with Priority: HIGHEST for action port [ 1286.614504] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.614637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.614706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.614931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.615014] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.615971] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.616083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.616260] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-45631379-cebf-49f7-b3b3-e012008c079c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.616366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.616430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.616604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.616679] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45631379-cebf-49f7-b3b3-e012008c079c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.925907] env[69735]: INFO networking_nsxv3.common.synchronization [req-f5781088-898e-486c-a638-625e283276a9 req-6f14ffc4-278d-47bd-8283-d46b6e3f7c79 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1286.929203] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1286.929203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.929203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.929203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.929203] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.929203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.929203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.929203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.929203] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.051130] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1287.051337] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 deletion is rescheduled due to dependency. [ 1287.051471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.051675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.051813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.052008] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.052138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.052204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.052367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.052450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.052543] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.118810] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.118973] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.119204] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45631379-cebf-49f7-b3b3-e012008c079c with status ACTIVE [ 1287.119384] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.119489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.119551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.119762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.119852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.120044] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.120147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.120217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.120423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.120505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.120700] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.120784] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.120845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.120988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.123756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.124078] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45631379-cebf-49f7-b3b3-e012008c079c is going to be updated. [ 1287.151119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.151392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.151392] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.151579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.151719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.151886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.343396] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.344009] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.344009] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.344174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.344563] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.344693] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.344815] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.345062] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.345220] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.345623] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.345623] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.345721] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.345770] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.346032] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.346113] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.346259] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.432612] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.432612] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.432612] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 already deleted. [ 1287.432612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.444715] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.444932] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.099 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1287.445053] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.445251] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.445587] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-f73a5853-000f-4523-be46-f647d465f763 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.445769] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.445921] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.446789] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.446789] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f73a5853-000f-4523-be46-f647d465f763',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.554489] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.949799] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.949799] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.950036] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.950773] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.950949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.951139] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port f73a5853-000f-4523-be46-f647d465f763 not found, creating... [ 1287.951416] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.951586] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.951710] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.951959] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.952145] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.952597] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.952846] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.953026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.953270] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.953457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.953615] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: f73a5853-000f-4523-be46-f647d465f763 is going to be created. [ 1287.998030] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.998030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.998030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.998030] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.998412] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.998737] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.057415] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.561430] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.561738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.561738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.565775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.565907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.566062] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1288.598324] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.598416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.598481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.598698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.598837] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.608414] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1288.682913] env[69735]: INFO networking_nsxv3.common.synchronization [req-f5781088-898e-486c-a638-625e283276a9 req-867ee942-450c-43f9-ad52-79a9df3d65e7 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1288.683369] env[69735]: INFO networking_nsxv3.common.synchronization [req-f5781088-898e-486c-a638-625e283276a9 req-867ee942-450c-43f9-ad52-79a9df3d65e7 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1288.683613] env[69735]: INFO networking_nsxv3.common.synchronization [req-f5781088-898e-486c-a638-625e283276a9 req-867ee942-450c-43f9-ad52-79a9df3d65e7 service nova] Enqueued Resource ID: f73a5853-000f-4523-be46-f647d465f763 with Priority: HIGHEST for action port [ 1288.684357] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1288.684357] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1288.684357] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f73a5853-000f-4523-be46-f647d465f763 with Priority: HIGHEST for action port [ 1288.684659] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.684731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.684795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.686459] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.686459] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.689732] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.689926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.690018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.690312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.690474] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.690871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.690970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.691211] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.691453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.691587] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.692696] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-f73a5853-000f-4523-be46-f647d465f763 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.692866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.692987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.693213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.693619] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f73a5853-000f-4523-be46-f647d465f763',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.196624] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.196824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.199296] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.200484] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f73a5853-000f-4523-be46-f647d465f763 with status ACTIVE [ 1289.200791] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.200986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.201136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.201446] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.201602] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.201894] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.202093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.202466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.202466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.202593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.202887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.203076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.203202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.203478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.203579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.203733] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f73a5853-000f-4523-be46-f647d465f763 is going to be updated. [ 1289.230859] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.231119] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.231192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.231408] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.231559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.231777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f73a5853-000f-4523-be46-f647d465f763" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.705915] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.208580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.208803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.208803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.210332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.210332] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.210332] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be created. [ 1290.236117] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.236355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.236355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.236546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.236702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.250692] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: UNINITIALIZED for 2s [ 1290.620762] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1290.621107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.621381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.621734] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.621973] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.622113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.622183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.622355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.622443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.622529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.622620] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.125201] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.627220] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8: rpc.has_security_group_logging(os_id): False [ 1291.649542] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.649751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.649844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.650175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.650280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.650570] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.650674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.650728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.651065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.651065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.651186] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1291.710931] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.711872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.712128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.712390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.712556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.724116] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1292.260961] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1292.261357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.261357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.261601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.261846] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.261970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.262068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.262252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.262334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.262420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.262528] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.764841] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.765095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.765095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.765390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.765600] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.765741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.765830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.766063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.766167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.766261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.766416] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.766511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.766574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.766722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.766861] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.766957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.767029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.767172] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.767248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.767330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.767420] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.270197] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e599801b-ad20-443b-ae78-a359941f4172: rpc.has_security_group_logging(os_id): False [ 1293.292824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.292824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.292824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.293188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.293188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.293279] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.293365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.293414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.293565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.293645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.293838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.293935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.294050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.294173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.294239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.294392] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.294487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.294547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.294680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.294750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.294832] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be created. [ 1293.354936] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.355183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.355239] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.355445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.355632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.366363] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1293.685412] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.685644] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1293.739691] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1293.740022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.384544] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1295.384830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.686744] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.687227] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.235020] env[69735]: INFO networking_nsxv3.common.synchronization [req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa req-ff85b8a8-9b14-4f92-bd24-cb4c4c4d7908 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_members [ 1299.235304] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGHEST for action security_group_members [ 1299.235905] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.236718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.236718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.236718] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.236718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.238222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.238222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.238222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.238222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.238222] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.741059] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.741059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.741059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.741059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.741577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.741577] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.741713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.741823] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.742043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.742178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.742315] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e is going to be updated. [ 1299.771071] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.771071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.771071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.771350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.771350] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.779470] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e in Status: IN_PROGRESS for 2s [ 1301.795124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e in Status: SUCCESS [ 1301.795124] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e deletion is rescheduled due to dependency. [ 1301.795124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.236084] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.236405] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.546806] env[69735]: INFO networking_nsxv3.common.synchronization [req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 req-1ccec2bc-158a-4a64-9511-e2d93cdc0260 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1305.547342] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1305.547635] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.547708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.547750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.549308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.549308] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.549308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.549308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.549308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.549308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.549308] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.821704] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.821910] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.822085] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.822326] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.822588] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.822755] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.822877] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.823280] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.823457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.823674] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.823797] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.823915] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.824041] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.824189] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.824276] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.824416] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.848319] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.848518] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1305.848661] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.848845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.849236] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-526a145f-1430-4aca-a9b4-4fa6b49dce91 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.849432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.849560] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.849896] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.850060] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526a145f-1430-4aca-a9b4-4fa6b49dce91',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.052285] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.352852] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.353139] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.353211] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.353457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.353614] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.353776] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 526a145f-1430-4aca-a9b4-4fa6b49dce91 not found, creating... [ 1306.354054] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.354221] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.354346] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.354568] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.354712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.354998] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.355171] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.355294] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.355505] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.355643] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.355788] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 526a145f-1430-4aca-a9b4-4fa6b49dce91 is going to be created. [ 1306.377080] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.377314] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.377432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.377712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.377943] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.378238] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.554398] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.057894] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.057894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.057894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.057894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.057894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.057894] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1307.076210] env[69735]: INFO networking_nsxv3.common.synchronization [req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 req-9d929278-063e-480e-98af-8cbf832f498c service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1307.076421] env[69735]: INFO networking_nsxv3.common.synchronization [req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 req-9d929278-063e-480e-98af-8cbf832f498c service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1307.076556] env[69735]: INFO networking_nsxv3.common.synchronization [req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 req-9d929278-063e-480e-98af-8cbf832f498c service nova] Enqueued Resource ID: 526a145f-1430-4aca-a9b4-4fa6b49dce91 with Priority: HIGHEST for action port [ 1307.076784] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1307.076907] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1307.077010] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526a145f-1430-4aca-a9b4-4fa6b49dce91 with Priority: HIGHEST for action port [ 1307.077894] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.078047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.078123] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.078355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.078441] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.079276] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.079376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.079570] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-526a145f-1430-4aca-a9b4-4fa6b49dce91 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.079669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.079731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.079922] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.079960] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526a145f-1430-4aca-a9b4-4fa6b49dce91',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.088109] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.088325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.088379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.088582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.088741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.098120] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1307.582657] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 526a145f-1430-4aca-a9b4-4fa6b49dce91 with status ACTIVE [ 1307.583154] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.583154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.583154] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.583481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.583481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.583704] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.583704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.583810] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.583994] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.584111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.584322] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.584456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.584519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.584698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.584791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.584894] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 526a145f-1430-4aca-a9b4-4fa6b49dce91 is going to be updated. [ 1307.586097] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.586280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.608208] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.608439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.608537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.608693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.608807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.608969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-526a145f-1430-4aca-a9b4-4fa6b49dce91" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.109085] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1309.109592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.109592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.109746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.110011] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.110193] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.110262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.110689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.110689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.110878] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.614508] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.831017] env[69735]: INFO networking_nsxv3.common.synchronization [req-29aa546e-ceee-4f70-b415-8d0e43fa8179 req-a5926705-b442-463f-97a3-d5b94150f896 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1309.831017] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGHEST for action security_group_members [ 1309.831580] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.833903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.833903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.833903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.833903] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.833903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.833903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.833903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.833903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.833903] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.116885] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.336059] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.336278] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.336351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.336683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.336827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.337088] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.337188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.337287] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.337478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.337580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.337688] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be updated. [ 1310.367639] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.367806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.367881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.368107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.368314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.377105] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: IN_PROGRESS for 2s [ 1310.619050] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.619050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.619050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.619327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.619327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.619428] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1310.646986] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.647241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.647329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.647543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.647688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.657117] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1311.331397] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1311.331772] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:3 started [ 1312.387924] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e in Status: SUCCESS [ 1312.388351] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e deletion is rescheduled due to dependency. [ 1312.388351] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.667058] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 4s [ 1314.678860] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1314.679169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.679313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.679479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.679683] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.680063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.680063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.680063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.680223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.680223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.680317] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.832016] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.832137] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1315.184512] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.184727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.184824] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.187261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.187261] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.187261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.187261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.187261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.187261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.187261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.187594] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.187953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.188079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.188307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.188921] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.189194] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.189438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.189667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.189816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.189895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.191135] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.692399] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e599801b-ad20-443b-ae78-a359941f4172: rpc.has_security_group_logging(os_id): False [ 1315.711273] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.711503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.711503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.711720] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.711826] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.712107] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.712255] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.712302] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.712524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.712646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.712968] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.713158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.713270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.713523] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.713682] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.714171] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.714283] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.714359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.714513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.714626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.714753] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1315.778889] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.779147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.779199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.779417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.779587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.797997] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1316.410596] env[69735]: INFO networking_nsxv3.common.synchronization [req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 req-ea32bc7e-de5f-4dce-835a-49542eaafefb tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1316.410596] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1316.410596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.410596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.410596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.410596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.410596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.410596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.410596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.411082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.411082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.411082] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.914611] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.417759] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.812685] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1317.812919] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.920029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.920340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.920340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.920407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.920436] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.920542] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1317.950302] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.950451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.950514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.950761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.950909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.959628] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1319.971476] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1319.971754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.410819] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.411193] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.923851] env[69735]: INFO networking_nsxv3.common.synchronization [req-d80a0f27-6e57-420c-8adc-96caa78946f3 req-937cdcc2-bc80-4156-85dd-521797b0e19b tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1325.924537] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1325.924985] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.925210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.925337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.925636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.925836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.925990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.926126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.926848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.926848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.926848] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.187808] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.188034] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.188168] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.188524] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.188807] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.188987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.189140] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.189410] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.189590] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.189830] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1326.189965] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1326.190091] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1326.190204] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1326.190320] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1326.190431] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1326.190566] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1326.212782] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1326.212782] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1326.213361] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1326.213361] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.213689] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.213775] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.214053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.214482] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.214767] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06dae8e5-f9aa-46ec-8d5e-f7ed44c89640',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.430210] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.718024] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.718351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.718594] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.718958] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.719157] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.719358] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 not found, creating... [ 1326.719688] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.719864] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.720016] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.720276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.720422] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.720726] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.720908] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.721047] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.721276] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.721419] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.721593] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 is going to be created. [ 1326.740939] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.741143] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.741250] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.741529] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.741767] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.741995] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.932850] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.435855] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.436030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.436109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.436344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.436466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.436566] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1327.439341] env[69735]: INFO networking_nsxv3.common.synchronization [req-d80a0f27-6e57-420c-8adc-96caa78946f3 req-29f15cc8-672c-4c0d-9adc-d5b8bc8d8e04 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1327.439553] env[69735]: INFO networking_nsxv3.common.synchronization [req-d80a0f27-6e57-420c-8adc-96caa78946f3 req-29f15cc8-672c-4c0d-9adc-d5b8bc8d8e04 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1327.439713] env[69735]: INFO networking_nsxv3.common.synchronization [req-d80a0f27-6e57-420c-8adc-96caa78946f3 req-29f15cc8-672c-4c0d-9adc-d5b8bc8d8e04 service nova] Enqueued Resource ID: 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 with Priority: HIGHEST for action port [ 1327.440492] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1327.440492] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1327.440662] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 with Priority: HIGHEST for action port [ 1327.441124] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.441241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.441310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.441501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.441607] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.442730] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.442822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.443029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.443138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.443204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.443376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.443485] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06dae8e5-f9aa-46ec-8d5e-f7ed44c89640',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.471669] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.471932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.471932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.472163] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.472309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.481370] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1327.945392] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.945705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.947938] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 with status ACTIVE [ 1327.948165] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.948290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.948359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.948642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.948740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.948917] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.949034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.949100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.949259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.949337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.949542] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.949642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.949704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.949845] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.949918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.950012] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 is going to be updated. [ 1327.976078] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.976428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.976428] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.976610] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.976726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.976892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.747266] env[69735]: INFO networking_nsxv3.common.synchronization [req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 req-d9f9172b-04d2-4423-a1ff-6650292ddf85 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Enqueued Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_members [ 1328.748183] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGHEST for action security_group_members [ 1328.748534] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.748726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.748850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.749187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.749452] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.749594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.749663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.749836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.749926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.750039] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.252316] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.252724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.252724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.252829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.252869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.253051] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.253160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.253224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.253376] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.253452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.253541] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 is going to be updated. [ 1329.285352] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.285352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.285352] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.285629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.285666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.294817] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 in Status: IN_PROGRESS for 2s [ 1329.501178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1329.501400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.505026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.505026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.505026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.505026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.505026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.505026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.505026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.505026] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.004881] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.509371] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.011385] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.011834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.011834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.011909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.011984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.012121] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1331.044270] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.044426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.044547] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.044768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.044986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.055034] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1331.305516] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 in Status: SUCCESS [ 1331.305516] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 deletion is rescheduled due to dependency. [ 1331.305516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.068345] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1333.068829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.068829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.068989] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.069249] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.069382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.069485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.069645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.069733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.069818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.069911] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.572154] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.572387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.572387] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.572592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.572774] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.572879] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.572963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.573184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.573314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.573449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.573680] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.573816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.573884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.574046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.574189] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.574306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.574370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.574514] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.574592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.574672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.574757] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.748867] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.748867] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1334.041906] env[69735]: INFO networking_nsxv3.common.synchronization [req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 req-48f0aab1-ff08-425d-b2f5-78780e86a10d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1334.042419] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1334.042731] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.044191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.044275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.044536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.044769] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.044959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.045051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.045251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.045359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.045477] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.076740] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e599801b-ad20-443b-ae78-a359941f4172: rpc.has_security_group_logging(os_id): False [ 1334.101029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.101029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.101029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.101029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.101676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.101676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.101676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.101676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.101676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.102786] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1334.168687] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.168687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.168687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.168687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.168687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.182236] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1334.548515] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.548515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.548515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.548783] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.548899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.549150] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.549329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.549524] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.549590] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.549642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.550285] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1334.587029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.587217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.587262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.587462] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.587609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.596330] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1336.196501] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1336.196882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.606496] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1336.606713] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 deletion is rescheduled due to dependency. [ 1336.606762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.043267] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.043688] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.364961] env[69735]: INFO networking_nsxv3.common.synchronization [req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 req-fede7653-3268-4c3b-acb7-15f3cb21c1cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1339.366088] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1339.366088] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.366088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.366305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.366544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.366786] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.367020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.367064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.367282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.367407] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.367552] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.870355] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.373083] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.877497] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.877702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.877753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.877950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.878057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.878162] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1340.911036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.911236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.911349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.911657] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.911793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.929518] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1341.087452] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 req-9941c428-5feb-4359-ad38-fa2c4d26a3aa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1341.087990] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1341.088315] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.088439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.088509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.088755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.088951] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.089121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.089203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.089377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.089466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.089560] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.385909] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.386358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.386358] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.386685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.386979] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.387265] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.387458] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.387800] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.388083] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.388361] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1341.388558] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1341.388749] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1341.388906] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1341.389080] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1341.389377] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1341.389652] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1341.408619] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1341.408870] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1341.409064] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1341.409310] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.409708] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-3f39f048-03bd-41dd-a03b-7e4c3e28066a taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.410053] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.410245] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.410603] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.410797] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f39f048-03bd-41dd-a03b-7e4c3e28066a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.592070] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.592243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.592316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.592528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.592629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.592845] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.593031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.593204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.593204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.593337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.593395] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1341.620082] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.620319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.620437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.620703] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.620857] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.631186] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1341.913514] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.913779] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.913889] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.914210] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.914374] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.914538] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 3f39f048-03bd-41dd-a03b-7e4c3e28066a not found, creating... [ 1341.914806] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.915099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.915266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.915538] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.915690] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.915985] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.916280] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.916442] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.916691] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.916840] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.916991] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 3f39f048-03bd-41dd-a03b-7e4c3e28066a is going to be created. [ 1341.938292] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.938607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.938706] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.938984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.939296] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.939538] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.662311] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 req-f6a7803f-fb5b-4e50-bf4f-c9ddf9371e62 service nova] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 1342.662311] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 req-f6a7803f-fb5b-4e50-bf4f-c9ddf9371e62 service nova] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1342.662311] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 req-f6a7803f-fb5b-4e50-bf4f-c9ddf9371e62 service nova] Enqueued Resource ID: 3f39f048-03bd-41dd-a03b-7e4c3e28066a with Priority: HIGHEST for action port [ 1342.662311] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 1342.662311] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1342.662311] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f39f048-03bd-41dd-a03b-7e4c3e28066a with Priority: HIGHEST for action port [ 1342.662311] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.662311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.662311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.663449] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.663659] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.664492] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.666487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.666487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f39f048-03bd-41dd-a03b-7e4c3e28066a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.666487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.666487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.666487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.666487] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f39f048-03bd-41dd-a03b-7e4c3e28066a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.942084] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1342.942294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.167907] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.167907] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.169257] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f39f048-03bd-41dd-a03b-7e4c3e28066a with status ACTIVE [ 1343.169387] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.169460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.169533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.169794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.169894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.170085] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.170191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.170572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.170572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.170572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.170756] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.170814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.170814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.170962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.171057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.171152] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f39f048-03bd-41dd-a03b-7e4c3e28066a is going to be updated. [ 1343.205681] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.205911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.205957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.206169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.206310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.206474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f39f048-03bd-41dd-a03b-7e4c3e28066a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.642072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1343.642072] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 deletion is rescheduled due to dependency. [ 1343.642290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.642290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.642542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.642829] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.643012] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.643089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.643267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.643353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.643481] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.146260] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.648452] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.151545] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.151975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.151975] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.152075] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.152213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.152493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1345.181885] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.182129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.182129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.182316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.182458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.191432] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1347.203486] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1347.203486] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.203822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.204017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.204194] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.204323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.204399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.204568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.204654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.204745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.204839] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.662210] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.662429] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.707984] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.211055] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64ba6eed-0fe7-40bb-aa3f-ba1995177d92: rpc.has_security_group_logging(os_id): False [ 1348.232403] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.232592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.232652] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.232890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.233014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.233293] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.233425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.233494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.233701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.233764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.233876] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1348.303698] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.303929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.303929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.304656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.304656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.324682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1348.628868] env[69735]: INFO networking_nsxv3.common.synchronization [req-4a389e3f-7314-451e-a1ab-79f33958df9e req-fc05fcd6-5027-41b5-a049-226b3956bbde tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1348.629287] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1348.629722] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.629867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.629943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.630377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.630479] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.630582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.630638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.630807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.630909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.631015] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.922709] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.922927] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.923065] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.923344] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.923605] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.923768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.923886] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.924336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.924520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.924740] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.924864] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1348.924979] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1348.925151] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1348.925439] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.925611] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1348.925769] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1348.946193] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1348.946435] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1348.946569] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1348.946780] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.947128] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-2e087152-fa22-4a1f-8aec-d24c0877e035 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.947308] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.947437] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.947783] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.947933] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e087152-fa22-4a1f-8aec-d24c0877e035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.137960] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.450570] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.450858] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.450999] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.451304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.451463] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.451627] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 2e087152-fa22-4a1f-8aec-d24c0877e035 not found, creating... [ 1349.451900] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.452079] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.452204] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.452427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.452571] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.452852] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.453026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.453151] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.453361] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.453498] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.453641] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 2e087152-fa22-4a1f-8aec-d24c0877e035 is going to be created. [ 1349.493456] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.493650] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.493785] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.494099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.494339] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.494741] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.641516] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.144627] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.144789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.144848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.145146] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.145182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.145277] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1350.150253] env[69735]: INFO networking_nsxv3.common.synchronization [req-4a389e3f-7314-451e-a1ab-79f33958df9e req-41e12315-802a-467d-aeb2-55ca6eb8326a service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1350.150437] env[69735]: INFO networking_nsxv3.common.synchronization [req-4a389e3f-7314-451e-a1ab-79f33958df9e req-41e12315-802a-467d-aeb2-55ca6eb8326a service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1350.150581] env[69735]: INFO networking_nsxv3.common.synchronization [req-4a389e3f-7314-451e-a1ab-79f33958df9e req-41e12315-802a-467d-aeb2-55ca6eb8326a service nova] Enqueued Resource ID: 2e087152-fa22-4a1f-8aec-d24c0877e035 with Priority: HIGHEST for action port [ 1350.150814] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1350.150929] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1350.151032] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e087152-fa22-4a1f-8aec-d24c0877e035 with Priority: HIGHEST for action port [ 1350.151593] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.151790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.151858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.152007] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.152109] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.152900] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.153809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.153809] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e087152-fa22-4a1f-8aec-d24c0877e035 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.153809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.153809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.153809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.153809] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e087152-fa22-4a1f-8aec-d24c0877e035',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.177778] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.177962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.177962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.178167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.178311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.188759] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1350.290720] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.291032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.291032] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.291405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.291574] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.338532] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1350.338813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.654954] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e087152-fa22-4a1f-8aec-d24c0877e035 with status ACTIVE [ 1350.655301] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.655384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.655471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.655701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.655797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.655984] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.656102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.656167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.656318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.656395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.656629] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.656729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.656816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.656950] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.657042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.657130] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e087152-fa22-4a1f-8aec-d24c0877e035 is going to be updated. [ 1350.658340] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.658458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.683871] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.684250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.684373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.684669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.684886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.685156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e087152-fa22-4a1f-8aec-d24c0877e035" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.793982] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.296469] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.799406] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1351.799781] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1352.204606] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1352.205061] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.205320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.205567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.205792] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.205957] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.206045] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.206214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.206299] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.206395] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.604526] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.604526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.604806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.604847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.619399] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1352.620379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.621475] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1352.660404] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.660404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.660404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.660404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.672048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.672778] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1352.672860] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1352.672951] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1352.708572] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.715362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.715526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.715566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.715814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.716926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.717144] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1352.803155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.803603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.803603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.803956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.804336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.804653] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1352.882558] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.882731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.882770] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.882977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.883280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.883670] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 1352.883769] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f48d3cf-7321-47a9-a915-8d70d574933c', '64ba6eed-0fe7-40bb-aa3f-ba1995177d92', '04f1ecd3-b259-466c-84fc-0d781335ebb4', 'f83e5b90-28b9-47b1-ae50-b48cdc51b730', 'be5b1c9a-71f7-4111-9259-dabd2306785b', '0e580c89-e57b-4bae-afb8-d08ca3782e00', '7feb1ed8-352f-41dc-b46e-3970b9958d9e', 'b470ac9b-6ce8-4728-9174-7a8a70a53f0f', 'd667cb9b-4cc4-4f81-a293-4d7f8b2d2e27', '05ed611c-65b6-466e-ae37-13a4b4c60558', '44145e6b-11b6-40d7-83e4-d6c242c941bf', '0930b60b-e085-4057-b7b4-2483dca32ef0', 'dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e', '2a298e65-cde2-4fb1-b867-793c4c510c53', '749d7dc5-d58d-4875-97f7-5523e88b8561', '5d7bc34d-cff6-4f92-8e31-45a9a395413b', '04fa7292-21d2-4778-a0f6-7d3bd5b26b42', 'bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa', '22a752ff-17bc-4429-b693-fd4feeb7f95b', 'a338dc15-33c8-46c3-962a-f5418e8c7153', '651d3ea8-c1be-4bd0-94f2-336dd2adf488', 'd459bfa9-9eb9-43f6-b27a-c7a0246c8bee', '8084238d-f9cd-4462-9cf2-dbc3ef4761a4', 'e599801b-ad20-443b-ae78-a359941f4172', '7a6cefee-49b7-4a5e-b6cd-58df175bddda', '98bf4f24-e674-4f6c-bb59-de0c31f3b9b8', '061ea451-d11e-4a4c-a4c3-706cd79da348', '23aec94f-89ab-4b08-b54f-d76caff1f669', 'bcbe4774-f869-49df-8ccb-e200db45ee9d', '471ca37c-23a4-498a-96f0-d8e472d6e56a', '1c01853d-0ae7-4cc9-83e8-534d320af8a6', 'acc46db1-6731-4071-952d-07ff223ef502', 'fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0', 'afaa4709-c3c6-4409-b010-a86a7a856330', 'd26a5b0b-15d0-4b9b-8869-5dfc93205181', '9c2163c8-6e42-49f8-a4ea-21bb0f3569ce'} {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1352.883870] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1352.904020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.904281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.904340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.904779] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.904897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.905072] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1352.905177] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1352.905276] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1353.018444] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.018772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.018772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.018959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.020205] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.020798] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1353.020798] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1353.020798] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1353.020798] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1353.020798] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGH for action security_group_rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGH for action security_group_rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGH for action security_group_rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGH for action security_group_rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGH for action security_group_rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGH for action security_group_rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGH for action security_group_rules [ 1353.021260] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGH for action security_group_rules [ 1353.021559] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGH for action security_group_rules [ 1353.021559] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGH for action security_group_rules [ 1353.021559] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGH for action security_group_rules [ 1353.021559] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGH for action security_group_rules [ 1353.021559] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGH for action security_group_rules [ 1353.021742] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGH for action security_group_rules [ 1353.021742] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGH for action security_group_rules [ 1353.021742] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGH for action security_group_rules [ 1353.022078] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGH for action security_group_rules [ 1353.022205] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGH for action security_group_rules [ 1353.022273] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGH for action security_group_rules [ 1353.022551] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGH for action security_group_rules [ 1353.022551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.212553] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.718046] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.718046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.718046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.718046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.718046] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.718046] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1353.748470] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.748738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.748896] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.749259] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.749509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.781586] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1355.152429] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.152429] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1355.152802] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGH for action security_group_rules [ 1355.152802] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 with Priority: HIGH for action security_group_rules [ 1355.152802] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e with Priority: HIGH for action security_group_rules [ 1355.152902] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 with Priority: HIGH for action security_group_rules [ 1355.153058] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a338dc15-33c8-46c3-962a-f5418e8c7153 with Priority: HIGH for action security_group_rules [ 1355.153296] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b with Priority: HIGH for action security_group_rules [ 1355.153425] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa with Priority: HIGH for action security_group_rules [ 1355.153533] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 with Priority: HIGH for action security_group_rules [ 1355.153633] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 with Priority: HIGH for action security_group_rules [ 1355.153727] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b with Priority: HIGH for action security_group_rules [ 1355.153821] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e with Priority: HIGH for action security_group_rules [ 1355.153911] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 with Priority: HIGH for action security_group_rules [ 1355.154010] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf with Priority: HIGH for action security_group_rules [ 1355.154112] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 with Priority: HIGH for action security_group_rules [ 1355.154201] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 with Priority: HIGH for action security_group_rules [ 1355.154289] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 with Priority: HIGH for action security_group_rules [ 1355.154554] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f with Priority: HIGH for action security_group_rules [ 1355.154657] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5b1c9a-71f7-4111-9259-dabd2306785b with Priority: HIGH for action security_group_rules [ 1355.154749] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGH for action security_group_rules [ 1355.154840] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 with Priority: HIGH for action security_group_rules [ 1355.155199] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.155329] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.155395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.155660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.155710] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.156824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f1ecd3-b259-466c-84fc-0d781335ebb4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.156945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.157024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.157316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.157396] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f1ecd3-b259-466c-84fc-0d781335ebb4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.158229] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.158328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.158398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.158561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.158638] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7feb1ed8-352f-41dc-b46e-3970b9958d9e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.159625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-749d7dc5-d58d-4875-97f7-5523e88b8561 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.159736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.159822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.159982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.160071] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('749d7dc5-d58d-4875-97f7-5523e88b8561',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.160768] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a338dc15-33c8-46c3-962a-f5418e8c7153 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.160881] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.160947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.161145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.161249] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a338dc15-33c8-46c3-962a-f5418e8c7153',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.161887] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22a752ff-17bc-4429-b693-fd4feeb7f95b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.161986] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.162074] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.162229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.162301] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22a752ff-17bc-4429-b693-fd4feeb7f95b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.162981] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.163121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.163388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.163388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.163388] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.164141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.164249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.164315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.164468] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.164539] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fa7292-21d2-4778-a0f6-7d3bd5b26b42',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.165230] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a298e65-cde2-4fb1-b867-793c4c510c53 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.165337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.165393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.165543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.165614] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a298e65-cde2-4fb1-b867-793c4c510c53',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.166315] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.166397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.166485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.166635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.166715] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7bc34d-cff6-4f92-8e31-45a9a395413b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.167420] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.167521] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.167564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.167699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.167773] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.170074] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0930b60b-e085-4057-b7b4-2483dca32ef0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.170219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.170280] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.170403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.170480] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0930b60b-e085-4057-b7b4-2483dca32ef0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.171194] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44145e6b-11b6-40d7-83e4-d6c242c941bf taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.171328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.171373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.171648] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.171648] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44145e6b-11b6-40d7-83e4-d6c242c941bf',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.172406] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ed611c-65b6-466e-ae37-13a4b4c60558 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.172406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.172554] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.172593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.172741] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ed611c-65b6-466e-ae37-13a4b4c60558',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.173366] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.173466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.173509] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.173670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.173752] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.174582] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e580c89-e57b-4bae-afb8-d08ca3782e00 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.174683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.174723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.174865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.174938] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e580c89-e57b-4bae-afb8-d08ca3782e00',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.175613] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.175726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.175839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.176062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.176062] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b470ac9b-6ce8-4728-9174-7a8a70a53f0f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.176749] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5b1c9a-71f7-4111-9259-dabd2306785b taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.176849] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.176916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.177078] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.177182] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5b1c9a-71f7-4111-9259-dabd2306785b',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.177898] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.178019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.178093] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.178262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.178381] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.179104] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.179820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.179820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.179820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.179820] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83e5b90-28b9-47b1-ae50-b48cdc51b730',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.692159] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.692365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.692365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.692559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.692752] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.692839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.692899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.693071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.693174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.693233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.693334] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.700606] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.700768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.700838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.701013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.701195] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.701306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.701368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.701542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.701621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.701722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.701838] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.750524] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.750724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.750724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.750985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.754258] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.754415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.760336] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.760457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.761456] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.761604] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.762356] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.762460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.771110] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.771344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.772859] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.773033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.774396] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.774542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.778455] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.778613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.779378] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.779505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.780295] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.780405] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.781045] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.781430] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.781534] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.782145] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.782548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.782691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.784201] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.784312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.784908] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.785306] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.785400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.785980] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.786375] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.786464] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.787053] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.787417] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.787526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.788230] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.788704] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.788816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.789394] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.789830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.789945] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa is going to be deleted. [ 1355.791071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.791281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.800222] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1355.800445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.800605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.800819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.801023] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.801143] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.801207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.801363] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.801442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.801526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.801614] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.810512] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.810512] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e is going to be deleted. [ 1355.811370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.811565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.841807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.841989] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fa7292-21d2-4778-a0f6-7d3bd5b26b42 is going to be deleted. [ 1355.843175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.843410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.888204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.888343] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f1ecd3-b259-466c-84fc-0d781335ebb4 is going to be deleted. [ 1355.889368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.889595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.891643] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.891773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.908167] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.908305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.909225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.909345] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e580c89-e57b-4bae-afb8-d08ca3782e00 is going to be deleted. [ 1355.910237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.910454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.951197] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.951384] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.955496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.955633] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22a752ff-17bc-4429-b693-fd4feeb7f95b is going to be deleted. [ 1355.956629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.956870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.992323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.992595] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 749d7dc5-d58d-4875-97f7-5523e88b8561 is going to be deleted. [ 1355.993431] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.993662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.995274] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.995420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.033470] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.033686] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.052822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.052993] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83e5b90-28b9-47b1-ae50-b48cdc51b730 is going to be deleted. [ 1356.054031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.054277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.120623] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.120933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.124463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.124601] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0930b60b-e085-4057-b7b4-2483dca32ef0 is going to be deleted. [ 1356.125551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.125775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.184218] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.184599] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27 is going to be deleted. [ 1356.185358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.185581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.209480] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.212191] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.241897] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.242203] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.243387] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.243568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.247974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.248178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a298e65-cde2-4fb1-b867-793c4c510c53 is going to be deleted. [ 1356.249140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.249367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.273221] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.273430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.303816] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.304162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.304162] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.304347] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.304531] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.304635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.304697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.304861] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.304952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.305056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.305209] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.305303] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.305355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.305548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.305727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.305828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.305882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.306043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.306124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.306210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.306300] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.311890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.312135] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5b1c9a-71f7-4111-9259-dabd2306785b is going to be deleted. [ 1356.313090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.313306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.368712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.368908] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7feb1ed8-352f-41dc-b46e-3970b9958d9e is going to be deleted. [ 1356.369937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.370173] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.382354] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.382573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.410679] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.410874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.411978] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.412263] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44145e6b-11b6-40d7-83e4-d6c242c941bf is going to be deleted. [ 1356.413067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.413358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.414798] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.414910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.487086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.487333] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ed611c-65b6-466e-ae37-13a4b4c60558 is going to be deleted. [ 1356.488254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.488503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.520550] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.520768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.583380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.583560] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b470ac9b-6ce8-4728-9174-7a8a70a53f0f is going to be deleted. [ 1356.584635] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.584902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.592030] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.592272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.653184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.653368] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a338dc15-33c8-46c3-962a-f5418e8c7153 is going to be deleted. [ 1356.654393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.654615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.677552] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.677785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.690710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.690912] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7bc34d-cff6-4f92-8e31-45a9a395413b is going to be deleted. [ 1356.691856] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.692090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.692190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.692321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bccb01e1-3b6c-4906-9f87-6e9c9c09b6aa" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.692481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.692637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.692719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.692834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd3fd5e3-4fd1-45c6-8e7a-290936cfab8e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.693412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.693598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.693706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.693833] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fa7292-21d2-4778-a0f6-7d3bd5b26b42" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.694059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.694221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.694301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.694456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f1ecd3-b259-466c-84fc-0d781335ebb4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.694570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.694699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.694813] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.694905] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e580c89-e57b-4bae-afb8-d08ca3782e00" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.695041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.695186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.695264] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.695375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22a752ff-17bc-4429-b693-fd4feeb7f95b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.695504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.695645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.695722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.695832] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-749d7dc5-d58d-4875-97f7-5523e88b8561" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.695962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.696125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.696202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.696309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83e5b90-28b9-47b1-ae50-b48cdc51b730" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.696574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.696721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.696802] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.696904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0930b60b-e085-4057-b7b4-2483dca32ef0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.697043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.697183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.697256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.697364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d667cb9b-4cc4-4f81-a293-4d7f8b2d2e27" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.697490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.697625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.697704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.697938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a298e65-cde2-4fb1-b867-793c4c510c53" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.698042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.698160] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.698238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.698354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5b1c9a-71f7-4111-9259-dabd2306785b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.698517] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.698665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.698840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.698967] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7feb1ed8-352f-41dc-b46e-3970b9958d9e" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.699137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.699284] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.699362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.699499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44145e6b-11b6-40d7-83e4-d6c242c941bf" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.699688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.700071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.700215] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.700337] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ed611c-65b6-466e-ae37-13a4b4c60558" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.711857] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64ba6eed-0fe7-40bb-aa3f-ba1995177d92: rpc.has_security_group_logging(os_id): False [ 1356.714690] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f48d3cf-7321-47a9-a915-8d70d574933c: rpc.has_security_group_logging(os_id): False [ 1356.742237] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.742429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.742429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.742618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.742710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.742828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b470ac9b-6ce8-4728-9174-7a8a70a53f0f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.743754] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.743870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.743939] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.744124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.772514] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.772715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.779878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.780223] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.780317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.780389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.780601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.780723] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.780853] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1356.782006] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.782241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.802977] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.803184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.808596] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e599801b-ad20-443b-ae78-a359941f4172: rpc.has_security_group_logging(os_id): False [ 1356.831656] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.831803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.836634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.837032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.837150] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.837220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.837483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.837578] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.837679] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c is going to be updated. [ 1356.839342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.839533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.839621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.839735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a338dc15-33c8-46c3-962a-f5418e8c7153" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.839926] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.840102] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.840186] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.840301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7bc34d-cff6-4f92-8e31-45a9a395413b" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.841257] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.841380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.841461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.841638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.916834] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.917120] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.917250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.917319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.917532] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.917631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.917849] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.917949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.918030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.918177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.918254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.918433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.918527] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.918588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.918757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.918835] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.918922] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1356.974154] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.974323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.974323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.975603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.975603] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.980370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.980497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.981157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.981157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.981157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.020224] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: IN_PROGRESS for 2s [ 1357.021093] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1357.062372] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1357.063260] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.063499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.063580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.063853] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.064086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.108217] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1359.036206] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: SUCCESS [ 1359.036570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.037184] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1359.037344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.128068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1359.128296] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.156427] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.156785] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.164788] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.165127] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.165298] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.165607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.165886] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.166068] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.166215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.166465] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.166696] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.167018] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.167276] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1360.167476] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1360.167655] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1360.167949] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1360.168124] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1360.168341] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.193204] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.193489] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1360.193725] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.194014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-534" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.194494] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-45631379-cebf-49f7-b3b3-e012008c079c taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.194776] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.195074] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.195477] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.195711] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45631379-cebf-49f7-b3b3-e012008c079c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.702186] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.702410] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.702558] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.702851] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.703018] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.703324] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.703484] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.703607] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.703842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.704009] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.704300] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.704462] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.704584] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.704792] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.704929] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.705093] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 45631379-cebf-49f7-b3b3-e012008c079c is going to be updated. [ 1360.728630] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.728903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.729060] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.729351] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.729623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.729920] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.403122] env[69735]: INFO networking_nsxv3.common.synchronization [req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 req-421cf4ec-ff19-4c5c-a179-98237e9a7a11 service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 1361.403391] env[69735]: INFO networking_nsxv3.common.synchronization [req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 req-421cf4ec-ff19-4c5c-a179-98237e9a7a11 service nova] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1361.404014] env[69735]: INFO networking_nsxv3.common.synchronization [req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 req-421cf4ec-ff19-4c5c-a179-98237e9a7a11 service nova] Enqueued Resource ID: 45631379-cebf-49f7-b3b3-e012008c079c with Priority: HIGHEST for action port [ 1361.404014] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_rules [ 1361.404014] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1361.404014] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45631379-cebf-49f7-b3b3-e012008c079c with Priority: HIGHEST for action port [ 1361.404487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.406076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.406076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.406076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.406076] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.406076] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.406311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.406311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.406399] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.406551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.406726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.406726] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.406859] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.406909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.406996] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.407819] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-45631379-cebf-49f7-b3b3-e012008c079c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.407943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.408022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.408252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.411977] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45631379-cebf-49f7-b3b3-e012008c079c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.911478] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.912861] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.912985] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.913160] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45631379-cebf-49f7-b3b3-e012008c079c with status ACTIVE [ 1361.913324] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.913433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.913489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.913701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.913791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.913957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.914065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.914128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.914281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.914359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.914535] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.914631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.914693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.914869] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.914956] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.915056] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45631379-cebf-49f7-b3b3-e012008c079c is going to be updated. [ 1361.936548] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.936775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.936817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.937011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.937155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.937313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45631379-cebf-49f7-b3b3-e012008c079c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.416694] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.858656] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8367443-0da3-4c47-a050-257048c18a94 req-09b53b2d-55e7-414e-9059-4eafbd72092b tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1362.858904] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1362.859090] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.859212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.859301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.859479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.859639] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.859741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.859789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.859970] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.860058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.860158] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.923031] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.923031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.923031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.923031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.923031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.923031] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1362.953659] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.953972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.953972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.954126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.954246] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.973972] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1363.361885] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.427999] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.428330] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.428330] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.428600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.428957] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.429111] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.429216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.429428] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.429575] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.429804] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.429957] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.430215] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.430349] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.430523] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.430592] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.430721] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.451127] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.451727] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1363.451727] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.451995] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.452503] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-9921dc1f-8867-4c40-be77-9fd5a968a126 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.452805] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.453061] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.453613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.453855] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9921dc1f-8867-4c40-be77-9fd5a968a126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.864288] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.956238] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.956542] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.956712] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.957531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.957531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.957531] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 9921dc1f-8867-4c40-be77-9fd5a968a126 not found, creating... [ 1363.957903] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.957903] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.958075] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.958224] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.958376] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.958735] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.958972] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.959148] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.959380] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.959522] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.959680] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 9921dc1f-8867-4c40-be77-9fd5a968a126 is going to be created. [ 1363.981795] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.982089] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.982227] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.982520] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.982761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.983035] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.366933] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.367187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.367187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.367297] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.367390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.367501] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1364.399459] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.399675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.399675] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.399891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.400056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.409498] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1364.680252] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8367443-0da3-4c47-a050-257048c18a94 req-17989a2c-6708-48e2-adbb-a09a78a11822 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1364.680596] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8367443-0da3-4c47-a050-257048c18a94 req-17989a2c-6708-48e2-adbb-a09a78a11822 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1364.680596] env[69735]: INFO networking_nsxv3.common.synchronization [req-c8367443-0da3-4c47-a050-257048c18a94 req-17989a2c-6708-48e2-adbb-a09a78a11822 service nova] Enqueued Resource ID: 9921dc1f-8867-4c40-be77-9fd5a968a126 with Priority: HIGHEST for action port [ 1364.681374] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1364.684647] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1364.684647] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9921dc1f-8867-4c40-be77-9fd5a968a126 with Priority: HIGHEST for action port [ 1364.684647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.684647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.684647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.684647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.684647] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.684647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.684647] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.684647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9921dc1f-8867-4c40-be77-9fd5a968a126 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.685451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.685451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.685451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.685451] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9921dc1f-8867-4c40-be77-9fd5a968a126',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.984428] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1364.984702] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.984917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.985183] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.985450] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.985612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.985685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.985850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.985954] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.986064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.986158] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.188191] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.188191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.188191] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9921dc1f-8867-4c40-be77-9fd5a968a126 with status ACTIVE [ 1365.188191] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.188191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.188191] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.188467] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.188503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.188737] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.188910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.189022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.189274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.189397] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.189670] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.189846] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.189962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.190220] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.190348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.190480] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9921dc1f-8867-4c40-be77-9fd5a968a126 is going to be updated. [ 1365.217724] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.217979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.217979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.218243] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.218410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.218596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9921dc1f-8867-4c40-be77-9fd5a968a126" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.487895] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.990743] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8: rpc.has_security_group_logging(os_id): False [ 1366.015247] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.015725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.015725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.015725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.037238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.037532] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.037650] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.037714] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.037928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.038025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.038141] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1366.097602] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.097847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.097847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.098040] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.098192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.123599] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1366.420542] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1366.420778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.421057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.421312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.421533] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.421693] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.421785] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.421980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.422085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.422204] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.924334] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.427372] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.929511] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.929713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.929713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.930024] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.930132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.930243] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1367.960509] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.960765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.960865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.961204] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.961374] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.971055] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1368.142320] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1368.142598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.682987] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.683338] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1369.981305] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1369.981522] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.981692] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.981929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.982146] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.982270] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.982338] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.982487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.982561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.982651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.982783] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.484994] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.485175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.485307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.485476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.485651] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.485789] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.485899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.486208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.486208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.486364] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.486563] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.486678] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.486749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.487030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.487155] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.487276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.487353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.487505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.487587] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.487668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.487759] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.990203] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e599801b-ad20-443b-ae78-a359941f4172: rpc.has_security_group_logging(os_id): False [ 1371.007943] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.008230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.008230] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.008368] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.008460] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.008641] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.008759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.008818] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.008993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.009082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.009285] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.009381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.009439] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.009581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.009653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.009834] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.009912] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.010016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.010126] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.010201] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.010284] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1371.084202] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.084430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.084430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.084628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.084778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.101462] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1373.118541] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1373.118962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.684270] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.684604] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.763649] env[69735]: INFO networking_nsxv3.common.synchronization [req-f416409d-01e9-4476-bc60-ec7aed1264b5 req-a9f44349-793f-4dcd-9bb7-1299835fd766 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1376.764204] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1376.764512] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.764631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.764699] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.764892] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.765190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.765318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.765474] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.765562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.765664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.765758] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.269160] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.772117] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.274695] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.274695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.274695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.274695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.274695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.275079] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1378.307549] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.307753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.307753] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.307958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.308115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.316867] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1378.853082] env[69735]: INFO networking_nsxv3.common.synchronization [req-9f141fbb-c891-4d37-b91f-6c46d8c22989 req-5f2e1d30-8b57-49da-84e0-fddde6505345 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1378.853635] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGHEST for action security_group_members [ 1378.855472] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.855666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.856092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.856092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.856239] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.856343] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.856426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.856615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.856735] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.856927] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.359568] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.359740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.359838] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.360065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.360177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.360369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.360478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.360566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.360803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.360916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.361247] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be updated. [ 1379.391426] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.391571] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.391644] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.391844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.391988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.401602] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: IN_PROGRESS for 2s [ 1380.325413] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1380.325794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.411068] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 in Status: SUCCESS [ 1381.411490] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 deletion is rescheduled due to dependency. [ 1381.411490] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.384933] env[69735]: INFO networking_nsxv3.common.synchronization [req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd req-34c01f35-2b17-41bf-8037-bca55537df09 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1383.386897] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1383.386897] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.387138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.387138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.387232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.387380] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.387505] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.387577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.387681] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.387765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.387871] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.890250] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.392262] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.895015] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.895254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.895301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.895503] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.895596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.895695] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1384.926665] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.926867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.926867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.927101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.927250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.935977] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1386.947092] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1386.947437] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.387726] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.388498] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.182913] env[69735]: INFO networking_nsxv3.common.synchronization [req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 req-7ee61477-8765-47f5-9bb8-07678f5c7754 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_members [ 1389.183474] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGHEST for action security_group_members [ 1389.183773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.183937] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.183993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.184310] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.184472] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.184574] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.184629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.184788] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.184876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.185712] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.686723] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.687327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.687327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.687327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.687327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.687566] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.687566] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.687700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.687775] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.687893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.687926] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c is going to be updated. [ 1389.721648] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.722087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.722315] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.722452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.723127] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.732939] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: IN_PROGRESS for 2s [ 1390.018020] env[69735]: INFO networking_nsxv3.common.synchronization [None req-a978db8e-dfb2-4e9e-91e5-c0a93c552345 None None] Enqueued Resource ID: 982ffb7c-1dad-4b5e-875a-a981dc832e6f with Priority: HIGHEST for action port [ 1390.018020] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ffb7c-1dad-4b5e-875a-a981dc832e6f with Priority: HIGHEST for action port [ 1390.018020] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-982ffb7c-1dad-4b5e-875a-a981dc832e6f taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.018020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982ffb7c-1dad-4b5e-875a-a981dc832e6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.018020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982ffb7c-1dad-4b5e-875a-a981dc832e6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.018020] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982ffb7c-1dad-4b5e-875a-a981dc832e6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.018020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982ffb7c-1dad-4b5e-875a-a981dc832e6f',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.521911] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982ffb7c-1dad-4b5e-875a-a981dc832e6f [ 1390.522029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.522168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.522241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.522453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.522546] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.522642] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982ffb7c-1dad-4b5e-875a-a981dc832e6f already deleted. [ 1390.522725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982ffb7c-1dad-4b5e-875a-a981dc832e6f" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.590104] env[69735]: INFO networking_nsxv3.common.synchronization [None req-9de7dc2a-45b6-41df-9653-24fba7fc43ff tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_rules [ 1390.590664] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_rules [ 1390.590967] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.591140] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.591210] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.591485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.591612] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.661130] env[69735]: INFO networking_nsxv3.common.synchronization [None req-cd45dfb6-537f-4864-9016-b5b5c1b41ffe tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_rules [ 1390.661130] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_rules [ 1390.661130] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.661130] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.111649] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.112021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.112021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.112095] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.112170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.112258] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 already deleted. [ 1391.112341] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.112494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.112660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.112766] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.635188] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.635188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.635400] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.635483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.635575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.635670] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 already deleted. [ 1391.635752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.742761] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f48d3cf-7321-47a9-a915-8d70d574933c in Status: SUCCESS [ 1391.742963] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c deletion is rescheduled due to dependency. [ 1391.743057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.047393] env[69735]: INFO networking_nsxv3.common.synchronization [None req-3653da0e-4278-4ee4-a3a9-bc7419d6a9ba None None] Enqueued Resource ID: d2ba7b29-676d-4528-9145-dcdf2f502d48 with Priority: HIGHEST for action port [ 1392.047937] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ba7b29-676d-4528-9145-dcdf2f502d48 with Priority: HIGHEST for action port [ 1392.048255] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ba7b29-676d-4528-9145-dcdf2f502d48 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.048404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ba7b29-676d-4528-9145-dcdf2f502d48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.048477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ba7b29-676d-4528-9145-dcdf2f502d48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.048854] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ba7b29-676d-4528-9145-dcdf2f502d48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.048942] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ba7b29-676d-4528-9145-dcdf2f502d48',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.551863] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2ba7b29-676d-4528-9145-dcdf2f502d48 [ 1392.552167] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.552272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.552335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.552570] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.552651] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.552753] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2ba7b29-676d-4528-9145-dcdf2f502d48 already deleted. [ 1392.552839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ba7b29-676d-4528-9145-dcdf2f502d48" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.510365] env[69735]: INFO networking_nsxv3.common.synchronization [req-60a051b1-17db-48d5-9be2-b54ca6d3138a req-f08fc277-8f2b-460f-85c4-c6afae39b601 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1394.510907] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1394.511451] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.511451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.511451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.511643] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.511744] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.511841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.511902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.512262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.512365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.512465] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.771016] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.771531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.771531] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.771617] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.771870] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.772097] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.772240] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.772474] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.772623] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.772875] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1394.773034] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1394.773159] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1394.773276] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1394.773401] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1394.773548] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1394.773731] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.794726] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.794895] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1394.795189] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.795258] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.795562] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-5376fd25-ccbc-4944-a0df-0a6e1c696467 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.795774] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.795831] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.796363] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.796363] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5376fd25-ccbc-4944-a0df-0a6e1c696467',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.014022] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.298790] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.298991] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.299137] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.299431] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.299589] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.299752] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 5376fd25-ccbc-4944-a0df-0a6e1c696467 not found, creating... [ 1395.300025] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.300194] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.300319] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.300539] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.300682] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.300961] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.301134] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.301257] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.301491] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.301633] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.301779] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 5376fd25-ccbc-4944-a0df-0a6e1c696467 is going to be created. [ 1395.322534] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.322763] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.322856] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.323153] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.323387] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.323617] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.516736] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.020430] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.021164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.021164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.021164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.021164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.021164] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1396.031944] env[69735]: INFO networking_nsxv3.common.synchronization [req-60a051b1-17db-48d5-9be2-b54ca6d3138a req-478ef374-9328-4d4d-be5d-84a3ecd777d4 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1396.032153] env[69735]: INFO networking_nsxv3.common.synchronization [req-60a051b1-17db-48d5-9be2-b54ca6d3138a req-478ef374-9328-4d4d-be5d-84a3ecd777d4 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1396.032300] env[69735]: INFO networking_nsxv3.common.synchronization [req-60a051b1-17db-48d5-9be2-b54ca6d3138a req-478ef374-9328-4d4d-be5d-84a3ecd777d4 service nova] Enqueued Resource ID: 5376fd25-ccbc-4944-a0df-0a6e1c696467 with Priority: HIGHEST for action port [ 1396.032525] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1396.032646] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1396.032744] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5376fd25-ccbc-4944-a0df-0a6e1c696467 with Priority: HIGHEST for action port [ 1396.034316] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.034316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.034316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.034316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.034316] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.034977] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.035081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.038946] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-5376fd25-ccbc-4944-a0df-0a6e1c696467 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.038946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.038946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.038946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.038946] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5376fd25-ccbc-4944-a0df-0a6e1c696467',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.049943] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.050111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.050188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.050398] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.050545] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.062694] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1396.246860] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f835e89f-439d-4bc4-b135-d1e08eff92fd tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_rules [ 1396.247334] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_rules [ 1396.247642] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.247759] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.247821] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.248100] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.248184] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.322757] env[69735]: INFO networking_nsxv3.common.synchronization [None req-ff2cc77e-1d8d-40ff-9140-16ef19b10706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_rules [ 1396.323319] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_rules [ 1396.323628] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.323730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.537676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.537959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.538027] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5376fd25-ccbc-4944-a0df-0a6e1c696467 with status ACTIVE [ 1396.538202] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.538313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.538373] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.538596] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.538689] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.540755] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.540755] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.540755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.540755] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5376fd25-ccbc-4944-a0df-0a6e1c696467 is going to be updated. [ 1396.562969] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.563308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.563411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.563667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.563862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.564116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5376fd25-ccbc-4944-a0df-0a6e1c696467" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.775581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.775737] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.775839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.776042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.776141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.776242] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 already deleted. [ 1396.776325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.776479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.776637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.776724] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.296349] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.296609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.296609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.296772] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.297306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.297306] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 already deleted. [ 1397.297306] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.075935] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1398.076359] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.076433] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.076725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.076975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.077247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.077412] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.077698] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.077867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.078085] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.449870] env[69735]: INFO networking_nsxv3.common.synchronization [req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a req-987f93e4-9d91-4c9e-a048-f7660a9d912f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_members [ 1398.449870] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_members [ 1398.449870] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.449870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.449870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.449870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.449870] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.449870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.449870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.449870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.449870] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.449870] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.580725] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.933820] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.933820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.933820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.933820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.933820] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.933820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.933820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.933820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.933820] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.933820] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1398.933820] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1398.933820] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1398.933820] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1398.935192] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1398.935192] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1398.935192] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1398.953080] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.953080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.953080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.953080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.953080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.954353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.954353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.954353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.954353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.954353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.954353] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 already deleted. [ 1398.954353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.955778] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1398.956094] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1398.956375] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1398.956660] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.957461] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-a7fab82b-bbbc-40a7-ab15-c81de68ece29 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.958172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.958172] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.958336] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.958488] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7fab82b-bbbc-40a7-ab15-c81de68ece29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.085020] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.461115] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.461380] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.461506] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.461810] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.461969] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.462153] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port a7fab82b-bbbc-40a7-ab15-c81de68ece29 not found, creating... [ 1399.462436] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.462600] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.462725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.462952] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.463107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.463402] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.463565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.463683] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.463899] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.464058] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.464198] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: a7fab82b-bbbc-40a7-ab15-c81de68ece29 is going to be created. [ 1399.486104] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.486329] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.486450] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.486824] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.487088] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.487415] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.586506] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.586706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.586751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.586979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.587087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.587189] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1399.637439] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.637582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.637659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.637884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.638076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.648749] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1400.196100] env[69735]: INFO networking_nsxv3.common.synchronization [req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a req-65a86db2-403c-43ac-88dc-5e3d23135657 service nova] Enqueued Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_rules [ 1400.196375] env[69735]: INFO networking_nsxv3.common.synchronization [req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a req-65a86db2-403c-43ac-88dc-5e3d23135657 service nova] Enqueued Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_members [ 1400.196502] env[69735]: INFO networking_nsxv3.common.synchronization [req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a req-65a86db2-403c-43ac-88dc-5e3d23135657 service nova] Enqueued Resource ID: a7fab82b-bbbc-40a7-ab15-c81de68ece29 with Priority: HIGHEST for action port [ 1400.196714] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_rules [ 1400.196840] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_members [ 1400.196937] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7fab82b-bbbc-40a7-ab15-c81de68ece29 with Priority: HIGHEST for action port [ 1400.197545] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.198764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.198764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.198764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.198764] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.199428] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.199549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.199617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.199801] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.199957] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.202035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.202035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.202035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.202035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.202035] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.202035] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7fab82b-bbbc-40a7-ab15-c81de68ece29 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.202035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.202035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.202035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.202819] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7fab82b-bbbc-40a7-ab15-c81de68ece29',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.703978] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.704147] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.704352] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.705279] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7fab82b-bbbc-40a7-ab15-c81de68ece29 with status ACTIVE [ 1400.705462] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.705579] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.705640] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.705866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.705984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.706124] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.706223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.706289] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.706443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.706519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.706696] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.706820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.706868] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.706980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.707082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.707191] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7fab82b-bbbc-40a7-ab15-c81de68ece29 is going to be updated. [ 1400.728859] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.729086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.729086] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.729318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.729453] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.729607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7fab82b-bbbc-40a7-ab15-c81de68ece29" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.210140] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.658489] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 4s [ 1401.714311] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.714311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.714311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.714311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.714311] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.714311] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 is going to be created. [ 1401.739463] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.742048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.742048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.742048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.742048] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.757611] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 in Status: UNINITIALIZED for 2s [ 1401.773187] env[69735]: INFO networking_nsxv3.common.synchronization [req-0aff666b-f4dd-4596-9891-c53b1b1276df req-7fb54f10-fc0a-4104-82a2-a6696ea1542d tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_members [ 1401.773187] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_members [ 1401.773187] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.773187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.773187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.773187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.773187] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.773187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.773187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.774378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.774600] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.774798] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.055128] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.055128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.055128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.055128] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.055793] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.055983] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.056174] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.056426] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.056605] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.056927] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.057145] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1402.057341] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1402.057528] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1402.057709] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.057881] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1402.058099] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1402.080073] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1402.080297] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1402.080297] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1402.080502] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-774" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.080825] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-d354d719-9b69-41cd-b277-840e0ee5ffb1 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.081015] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.081148] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.081490] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.081638] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d354d719-9b69-41cd-b277-840e0ee5ffb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.277433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.277862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.277862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.277955] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.278081] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.278275] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.278381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.278445] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.278606] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.278685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.278777] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 already deleted. [ 1402.278946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.584541] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.584838] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.584976] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.585274] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.585432] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.585602] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port d354d719-9b69-41cd-b277-840e0ee5ffb1 not found, creating... [ 1402.585878] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.586059] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.586188] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.586427] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.586573] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.586864] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.587048] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.587184] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.587430] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.587861] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.587861] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: d354d719-9b69-41cd-b277-840e0ee5ffb1 is going to be created. [ 1402.610420] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.610671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.610768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.611054] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.611350] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.611655] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.278938] env[69735]: INFO networking_nsxv3.common.synchronization [req-0aff666b-f4dd-4596-9891-c53b1b1276df req-cc98ce0d-043b-4fe6-9744-a3a7bb5ccb5f service nova] Enqueued Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_rules [ 1403.279324] env[69735]: INFO networking_nsxv3.common.synchronization [req-0aff666b-f4dd-4596-9891-c53b1b1276df req-cc98ce0d-043b-4fe6-9744-a3a7bb5ccb5f service nova] Enqueued Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_members [ 1403.279324] env[69735]: INFO networking_nsxv3.common.synchronization [req-0aff666b-f4dd-4596-9891-c53b1b1276df req-cc98ce0d-043b-4fe6-9744-a3a7bb5ccb5f service nova] Enqueued Resource ID: d354d719-9b69-41cd-b277-840e0ee5ffb1 with Priority: HIGHEST for action port [ 1403.279563] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_rules [ 1403.279687] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_members [ 1403.279783] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d354d719-9b69-41cd-b277-840e0ee5ffb1 with Priority: HIGHEST for action port [ 1403.280718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.280898] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.281039] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.281285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.281416] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.283281] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.283573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.283690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.283915] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.284139] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.284308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.284416] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.284654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.284757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.284888] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.286137] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-d354d719-9b69-41cd-b277-840e0ee5ffb1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.286323] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.286409] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.286660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.286712] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d354d719-9b69-41cd-b277-840e0ee5ffb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.668356] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1403.668613] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.668803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.669071] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.669314] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.669454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.669501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.669676] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.669761] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.669863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.669963] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.775025] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 in Status: SUCCESS [ 1403.775271] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.775358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.775588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.775779] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.775897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.775963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.776139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.776225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.776313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.776407] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.784439] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.784680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.787291] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.790036] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d354d719-9b69-41cd-b277-840e0ee5ffb1 with status ACTIVE [ 1403.790036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.790036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.790036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.790036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.790036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.790036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.790466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.790466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.790466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.790466] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.790664] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.790717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.790750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.790904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.790971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.791043] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d354d719-9b69-41cd-b277-840e0ee5ffb1 is going to be updated. [ 1403.815665] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.815933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.815933] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.816101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.816250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.816420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d354d719-9b69-41cd-b277-840e0ee5ffb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.172934] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.173125] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.173184] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.173451] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.173632] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.173738] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.173803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.173971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.174097] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.174167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.174307] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.174402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.174463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.174605] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.174739] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.174829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.174890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.175037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.175113] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.175195] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.175302] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.278623] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.293500] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.677546] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e599801b-ad20-443b-ae78-a359941f4172: rpc.has_security_group_logging(os_id): False [ 1404.694611] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.694787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.694840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.695030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.695132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.695321] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.695424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.695487] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.695747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.695747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.695908] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.696008] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.696090] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.696233] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.696308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.696483] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.696577] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.696638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.696776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.696850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.696934] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1404.778260] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.778568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.778568] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.778747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.778814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.781501] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bc7c258-6799-4e60-9b48-14bb07d9a290: rpc.has_security_group_logging(os_id): False [ 1404.796239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1404.796570] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.796700] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.796771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.796974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.797079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.797176] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 is going to be created. [ 1404.798934] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.799059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.799141] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.799395] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.799506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.799770] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.799909] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.799979] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.800149] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.800249] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.800341] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 is going to be created. [ 1404.828225] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.828473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.828473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.828800] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.829079] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.838730] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 in Status: UNINITIALIZED for 2s [ 1404.867546] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.867806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.867806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.868094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.868330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.889790] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 in Status: IN_PROGRESS for 2s [ 1406.274535] env[69735]: INFO networking_nsxv3.common.synchronization [req-98686a1f-1b80-4024-9226-58925980bd34 req-01f07e17-e9c0-491c-8749-80410e706dd2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1406.275991] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1406.275991] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.275991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.275991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.275991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.276440] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.276440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.276440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.276670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.276731] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.276857] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.785129] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.816349] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1406.816728] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.850552] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 in Status: SUCCESS [ 1406.850752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.850931] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.851170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.851382] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.851541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.851625] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.851790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.851876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.851990] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.852099] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.905567] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 in Status: SUCCESS [ 1406.905739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.287446] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.354599] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.790293] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.790626] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.790695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.790888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.790977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.791100] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1407.823043] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.823285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.823285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.823497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.823694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.833682] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1407.857313] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49f30d6-8e71-4b0e-937b-df97b0cb18f9: rpc.has_security_group_logging(os_id): False [ 1407.873315] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.873537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.873537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.873758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.873855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.874118] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.874225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.874294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.874457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.874535] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.874621] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 is going to be created. [ 1407.943768] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.943940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.943993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.944224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.944465] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.959401] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 in Status: IN_PROGRESS for 2s [ 1409.844197] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1409.844583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.971898] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 in Status: SUCCESS [ 1409.972174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.276420] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.276843] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.451890] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e6ea346-9021-4195-8e14-2283701ca371 req-8b003aaa-880c-4c04-a9ae-5acd07f2e1a4 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1415.452432] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1415.452728] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.453442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.453442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.453442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.453442] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.453654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.453654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.453722] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.453831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.455721] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.728983] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.729215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.729414] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.729695] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.729969] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.730146] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.730273] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.730563] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.730716] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.730935] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1415.731068] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.731186] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.731301] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.731417] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1415.731528] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.731664] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.752670] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.752846] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1415.752974] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.753177] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-603" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.753500] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-b9e7a27b-4677-4433-b519-77eb561f7709 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.753680] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.753806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.754181] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.754326] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e7a27b-4677-4433-b519-77eb561f7709',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.956683] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.257651] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.257651] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.257651] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.257869] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.257869] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.259180] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port b9e7a27b-4677-4433-b519-77eb561f7709 not found, creating... [ 1416.259180] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.259180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.259180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.259180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.259180] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.259501] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.259501] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.259501] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.260613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.260613] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.260613] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: b9e7a27b-4677-4433-b519-77eb561f7709 is going to be created. [ 1416.281764] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.281992] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.282141] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.282513] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.282762] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.283026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.458644] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.948013] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e6ea346-9021-4195-8e14-2283701ca371 req-ab031e71-5787-43f4-9b3b-ce60bde5f7b0 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1416.948177] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e6ea346-9021-4195-8e14-2283701ca371 req-ab031e71-5787-43f4-9b3b-ce60bde5f7b0 service nova] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1416.948327] env[69735]: INFO networking_nsxv3.common.synchronization [req-5e6ea346-9021-4195-8e14-2283701ca371 req-ab031e71-5787-43f4-9b3b-ce60bde5f7b0 service nova] Enqueued Resource ID: b9e7a27b-4677-4433-b519-77eb561f7709 with Priority: HIGHEST for action port [ 1416.948558] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_rules [ 1416.948685] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1416.948783] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e7a27b-4677-4433-b519-77eb561f7709 with Priority: HIGHEST for action port [ 1416.949365] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.949496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.949562] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.949764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.949844] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.950864] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.950982] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.951190] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e7a27b-4677-4433-b519-77eb561f7709 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.951290] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.951356] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.951506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.951575] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e7a27b-4677-4433-b519-77eb561f7709',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.960961] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.961121] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.961164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.961353] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.961444] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.961541] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1416.992153] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.992312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.992366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.992575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.992724] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.003435] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1417.454095] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9e7a27b-4677-4433-b519-77eb561f7709 with status ACTIVE [ 1417.454430] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.454580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.454580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.454794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.454958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.455128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.455181] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.455213] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.455362] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.455440] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.455617] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.455748] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.455831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.455976] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.456062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.456148] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9e7a27b-4677-4433-b519-77eb561f7709 is going to be updated. [ 1417.458033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.458033] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.478811] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.479222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.479222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.479309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.479441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.479633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e7a27b-4677-4433-b519-77eb561f7709" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.013065] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1419.013548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.013548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.013709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.013815] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.013932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.013997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.014169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.014250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.014346] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.518184] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.020601] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.523532] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.523746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.523746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.523916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.524015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.524129] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1420.554243] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.554390] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.554450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.554665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.554815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.564700] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1421.950246] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.950734] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1422.575454] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1422.575808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.575808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.576050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.576254] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.576375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.576441] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.576589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.576668] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.576746] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.576835] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.078910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.079340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.079340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.079450] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.079583] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.079684] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.079742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.079897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.079984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.080089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.080234] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.080328] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.080403] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.080552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.080691] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.080782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.080836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.080971] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.081056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.081136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.081224] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.295756] env[69735]: INFO networking_nsxv3.common.synchronization [req-2b253dc7-c0fe-4003-a592-dcafb9007d75 req-4e5d3950-5e60-486a-92ff-4db89321cce3 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1423.296698] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1423.297032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.297155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.297224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.297423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.297586] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.297685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.297750] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.297895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.297980] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.298179] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.583672] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e599801b-ad20-443b-ae78-a359941f4172: rpc.has_security_group_logging(os_id): False [ 1423.602935] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.603152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.603206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.603381] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.603478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.603676] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.603777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.603842] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.604009] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.604099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.604301] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.604396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.604457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.604597] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.604669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.604842] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.604932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.604991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.605145] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.605219] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.605302] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1423.666611] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.666840] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.666887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.667139] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.667304] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.690521] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1423.801321] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.801555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.801555] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.801763] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.801858] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.802154] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.802266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.802333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.802519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.802601] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.802692] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1423.839104] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.839479] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.839569] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.839795] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.839946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.850676] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1425.710936] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1425.711334] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.860848] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1425.861051] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 deletion is rescheduled due to dependency. [ 1425.861171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.298130] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.298130] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.186148] env[69735]: INFO networking_nsxv3.common.synchronization [req-8ffe067a-fb57-4600-b285-235448ef064d req-8ef729ee-6854-4462-82d1-47c29ee05c4b tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1429.186667] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1429.186969] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.187108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.187177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.187393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.187544] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.187638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.187704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.187893] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.187998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.188278] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.691449] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.193383] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.371890] env[69735]: INFO networking_nsxv3.common.synchronization [req-75060765-da67-479e-84b8-7fc00272f44c req-c83b9a6b-626b-4e18-8bcf-039561b47d3f tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1430.372461] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1430.372773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.372914] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.372983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.373764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.373944] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.374058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.374152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.374325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.374413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.374506] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.638743] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.638954] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.639103] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.639376] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.639677] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.639842] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.639966] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.640289] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.640547] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.640857] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1430.641011] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1430.641141] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1430.641281] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1430.641407] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1430.641522] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1430.641663] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1430.661192] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1430.661416] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1430.661519] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1430.661777] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-789" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.662116] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-a5a34d94-f73d-4c2f-82c8-f92550223d87 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.662304] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.662433] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.662768] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.662918] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a34d94-f73d-4c2f-82c8-f92550223d87',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.696136] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.696483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.696483] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.696563] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.696653] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.696758] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1430.724261] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.724494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.724622] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.724952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.725207] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.734463] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1430.876211] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.876411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.876411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.876628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.876719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.876921] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.877035] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.877170] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.877273] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.877429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.877429] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1430.902718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.902928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.902928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.903167] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.903309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.913218] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1431.165917] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.165917] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.166057] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.167071] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.167071] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.167071] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port a5a34d94-f73d-4c2f-82c8-f92550223d87 not found, creating... [ 1431.167071] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.167071] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.167445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.167445] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.167507] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.167755] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.167913] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.168046] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.168263] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.168400] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.168546] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: a5a34d94-f73d-4c2f-82c8-f92550223d87 is going to be created. [ 1431.188870] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.189103] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.189236] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.189563] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.189806] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.190051] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.872469] env[69735]: INFO networking_nsxv3.common.synchronization [req-75060765-da67-479e-84b8-7fc00272f44c req-3c7f4147-2f68-4ae4-af5b-0ef1564807a8 service nova] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 1431.872699] env[69735]: INFO networking_nsxv3.common.synchronization [req-75060765-da67-479e-84b8-7fc00272f44c req-3c7f4147-2f68-4ae4-af5b-0ef1564807a8 service nova] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1431.872699] env[69735]: INFO networking_nsxv3.common.synchronization [req-75060765-da67-479e-84b8-7fc00272f44c req-3c7f4147-2f68-4ae4-af5b-0ef1564807a8 service nova] Enqueued Resource ID: a5a34d94-f73d-4c2f-82c8-f92550223d87 with Priority: HIGHEST for action port [ 1431.872853] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_rules [ 1431.873112] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1431.873112] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a34d94-f73d-4c2f-82c8-f92550223d87 with Priority: HIGHEST for action port [ 1431.873658] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.873797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.873920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.875152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.875152] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.875799] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.875943] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.876153] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a34d94-f73d-4c2f-82c8-f92550223d87 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.876261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.876325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.877021] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.877021] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a34d94-f73d-4c2f-82c8-f92550223d87',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.376568] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.376786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.379042] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a34d94-f73d-4c2f-82c8-f92550223d87 with status ACTIVE [ 1432.379258] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.379389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.379478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.379704] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.379796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.379975] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.380092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.380155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.380309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.380391] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.380581] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.380672] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.380729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.380867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.380941] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.381033] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a34d94-f73d-4c2f-82c8-f92550223d87 is going to be updated. [ 1432.402455] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.402646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.402691] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.402876] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.403029] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.403202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a34d94-f73d-4c2f-82c8-f92550223d87" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.744464] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1432.744688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.925239] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1432.926069] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 deletion is rescheduled due to dependency. [ 1432.926069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.926069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.926069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.926069] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.926473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.926473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.926473] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.926631] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.926631] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.429059] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.931367] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.433643] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.433807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.433910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.434111] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.434206] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.434303] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1434.462871] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.463087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.463087] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.463316] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.463452] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.472841] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1435.474573] env[69735]: INFO networking_nsxv3.common.synchronization [req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a req-08cfff5b-c5f5-43c7-9a1a-556628b6f3c0 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1435.475089] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGHEST for action security_group_members [ 1435.475425] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.475902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.475902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.475902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.476062] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.476062] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.476155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.476282] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.476367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.476462] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.980157] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.980365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.980365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.980543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.980654] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.980862] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.980962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.981037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.981199] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.981276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.981382] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be updated. [ 1436.009838] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.010022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.010067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.010247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.010385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.022078] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: IN_PROGRESS for 2s [ 1436.482756] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1436.483070] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.483124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.483349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.483544] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.483662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.483729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.484137] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.484275] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.484371] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.484463] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.986956] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.489436] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64ba6eed-0fe7-40bb-aa3f-ba1995177d92: rpc.has_security_group_logging(os_id): False [ 1437.508655] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.508862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.508862] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.509103] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.509198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.509444] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.509582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.509669] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.509803] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.509880] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.509966] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1437.568220] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.568401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.568476] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.568687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.568836] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.583941] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1438.032480] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e599801b-ad20-443b-ae78-a359941f4172 in Status: SUCCESS [ 1438.032671] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e599801b-ad20-443b-ae78-a359941f4172 deletion is rescheduled due to dependency. [ 1438.032782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.598985] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1439.599386] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.475978] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.476173] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.477440] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.477903] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.478702] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.479182] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.692037] env[69735]: INFO networking_nsxv3.common.synchronization [None req-d5b86c58-f9f7-4b8b-af7c-f9059a75c650 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_rules [ 1454.692037] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_rules [ 1454.692037] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.692037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.692037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.692037] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.692037] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.776525] env[69735]: INFO networking_nsxv3.common.synchronization [None req-07359dc8-af57-48bd-a701-0fa9d9949a59 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_rules [ 1454.777043] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_rules [ 1454.777347] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.777447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.216752] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.216752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.216752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.216752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.216752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.216752] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 already deleted. [ 1455.216752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.216752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.216752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.216752] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.735443] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.735708] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.735754] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.735964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.736068] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.736167] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 already deleted. [ 1455.736251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.777755] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.778077] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.117958] env[69735]: INFO networking_nsxv3.common.synchronization [req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 req-11d122f4-ef47-43c2-b3c3-93085fad9554 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_members [ 1460.118723] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_members [ 1460.119113] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.119367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.119367] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.119660] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.119727] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.119848] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.119902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.120083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.120155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.120256] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.392999] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.393223] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.393356] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.393633] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.393923] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.394134] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.394266] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.394489] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.394640] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.394866] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1460.394988] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1460.395122] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1460.395239] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1460.395356] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1460.395468] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1460.395607] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1460.415594] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1460.415768] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1460.415968] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1460.416245] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.416565] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-473d011c-536a-4bad-86f2-2200b8d9efa8 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.416787] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.416936] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.417274] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.417430] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473d011c-536a-4bad-86f2-2200b8d9efa8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.623070] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.623295] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.623406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.623739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.623894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.624224] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.624401] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.624526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.624786] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.624942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.625124] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 already deleted. [ 1460.625269] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.920170] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.920540] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.920540] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.920846] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.921032] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.921207] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 473d011c-536a-4bad-86f2-2200b8d9efa8 not found, creating... [ 1460.921517] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.921672] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.921761] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.921997] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.922201] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.922492] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.922659] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.922786] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.923014] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.923167] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.923369] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 473d011c-536a-4bad-86f2-2200b8d9efa8 is going to be created. [ 1460.943699] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.943933] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.944056] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.944353] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.944583] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.944808] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.628333] env[69735]: INFO networking_nsxv3.common.synchronization [req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 req-97f97336-44b4-4aff-9dfb-4d73654b6a54 service nova] Enqueued Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_rules [ 1461.628333] env[69735]: INFO networking_nsxv3.common.synchronization [req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 req-97f97336-44b4-4aff-9dfb-4d73654b6a54 service nova] Enqueued Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_members [ 1461.628333] env[69735]: INFO networking_nsxv3.common.synchronization [req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 req-97f97336-44b4-4aff-9dfb-4d73654b6a54 service nova] Enqueued Resource ID: 473d011c-536a-4bad-86f2-2200b8d9efa8 with Priority: HIGHEST for action port [ 1461.628333] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_rules [ 1461.628333] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_members [ 1461.628333] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473d011c-536a-4bad-86f2-2200b8d9efa8 with Priority: HIGHEST for action port [ 1461.628333] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.628333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.628333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.628899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.629158] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.630342] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.630583] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.630755] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.631082] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.631341] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.631554] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.631707] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.631987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.632435] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.632627] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.633509] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-473d011c-536a-4bad-86f2-2200b8d9efa8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.633773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.633946] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.634208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.634457] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473d011c-536a-4bad-86f2-2200b8d9efa8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.136411] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.137515] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.137697] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.137980] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 473d011c-536a-4bad-86f2-2200b8d9efa8 with status ACTIVE [ 1462.138160] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.138266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.138325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.138528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.138614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.138772] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.138866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.138918] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.139080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.139152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.139327] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.139419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.139470] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.139595] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.139666] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.139754] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 473d011c-536a-4bad-86f2-2200b8d9efa8 is going to be updated. [ 1462.161696] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.162011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.162011] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.162159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.162256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.162414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473d011c-536a-4bad-86f2-2200b8d9efa8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.638397] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.140542] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.140867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.140867] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.140993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.141099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.141203] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 is going to be created. [ 1463.164353] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.164504] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.164582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.164782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.164952] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.175086] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 in Status: UNINITIALIZED for 2s [ 1465.186675] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 in Status: SUCCESS [ 1465.186964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.187142] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.187357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.187551] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.187688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.187768] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.187932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.188023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.188114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.188205] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.690966] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.192984] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea651f7-46e4-40f6-a0c8-62e002096098: rpc.has_security_group_logging(os_id): False [ 1466.210552] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.210805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.210805] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.211055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.211161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.211407] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.211958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.211958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.211958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.211958] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.211958] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 is going to be created. [ 1466.269172] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.269411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.269411] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.269580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.269758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.281515] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 in Status: IN_PROGRESS for 2s [ 1466.628472] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.628669] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1468.295076] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 in Status: SUCCESS [ 1468.295448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.629774] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.630179] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.630694] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.631047] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.632322] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.632646] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.980735] env[69735]: INFO networking_nsxv3.common.synchronization [req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb req-5c1f89a3-0689-4948-8a67-90bf999bd949 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Enqueued Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_members [ 1482.981306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGHEST for action security_group_members [ 1482.981618] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.981743] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.981815] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.982016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.982192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.982322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.982419] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.982615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.982866] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.982866] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.485433] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.485661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.485796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.486058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.486261] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.486410] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.486537] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.486593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.486782] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.486865] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.487038] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 is going to be updated. [ 1483.518036] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.518276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.518276] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.518491] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.518638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.527776] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 in Status: IN_PROGRESS for 2s [ 1485.541738] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 in Status: SUCCESS [ 1485.542190] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 deletion is rescheduled due to dependency. [ 1485.542190] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.982419] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.982867] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.735508] env[69735]: INFO networking_nsxv3.common.synchronization [req-10be7f05-72e6-4ad6-a189-c0d3a1995311 req-f84a3fc8-84af-4f55-8772-dde000788da0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1492.736061] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGHEST for action security_group_members [ 1492.736365] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.736485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.736551] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.737426] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.737672] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.737903] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.737991] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.738221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.738314] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.738430] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.241085] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.241085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.241085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.241085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.241085] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.241447] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.241447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.241447] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.241612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.241612] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.241681] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be updated. [ 1493.274828] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.275055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.275055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.275308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.275461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.296197] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: IN_PROGRESS for 2s [ 1495.307116] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 in Status: SUCCESS [ 1495.307499] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 deletion is rescheduled due to dependency. [ 1495.307499] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.736608] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.736904] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.940266] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f2ede804-2cc0-44dc-ad97-c62725470deb None None] Enqueued Resource ID: 08d20c9b-5e0b-4b65-96c2-bdd13a715e28 with Priority: HIGHEST for action port [ 1500.940266] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d20c9b-5e0b-4b65-96c2-bdd13a715e28 with Priority: HIGHEST for action port [ 1500.940765] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d20c9b-5e0b-4b65-96c2-bdd13a715e28 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.942365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d20c9b-5e0b-4b65-96c2-bdd13a715e28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.942365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d20c9b-5e0b-4b65-96c2-bdd13a715e28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.942365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d20c9b-5e0b-4b65-96c2-bdd13a715e28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.942365] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d20c9b-5e0b-4b65-96c2-bdd13a715e28',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.445561] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08d20c9b-5e0b-4b65-96c2-bdd13a715e28 [ 1501.446033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.446229] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.446307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.446526] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.446673] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.447541] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08d20c9b-5e0b-4b65-96c2-bdd13a715e28 already deleted. [ 1501.447541] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d20c9b-5e0b-4b65-96c2-bdd13a715e28" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.045471] env[69735]: INFO networking_nsxv3.common.synchronization [None req-3eadcf50-08d5-4baa-8b77-27606a5651b5 None None] Enqueued Resource ID: 69734124-3456-41f1-a749-e5f7be843b93 with Priority: HIGHEST for action port [ 1503.046060] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69734124-3456-41f1-a749-e5f7be843b93 with Priority: HIGHEST for action port [ 1503.046400] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-69734124-3456-41f1-a749-e5f7be843b93 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.046539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69734124-3456-41f1-a749-e5f7be843b93" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.046594] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69734124-3456-41f1-a749-e5f7be843b93" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.046863] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69734124-3456-41f1-a749-e5f7be843b93" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.046949] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69734124-3456-41f1-a749-e5f7be843b93',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.549658] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69734124-3456-41f1-a749-e5f7be843b93 [ 1503.549909] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.550064] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.550151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.550379] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.550472] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.550574] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69734124-3456-41f1-a749-e5f7be843b93 already deleted. [ 1503.550656] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69734124-3456-41f1-a749-e5f7be843b93" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.149304] env[69735]: INFO networking_nsxv3.common.synchronization [req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 req-8032d78a-8dbe-48b1-8b5d-4b1f603676fb tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Enqueued Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_members [ 1506.149836] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_members [ 1506.150298] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2fc768-0d78-483d-af33-3d2b90230eb1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.150429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.150497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.150752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.150910] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.151014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.151080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.151279] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.151383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.151475] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.407327] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.407532] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-142" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.407663] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-142" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.407990] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-142" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.408374] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.408548] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.408685] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.408915] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.409204] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.409455] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1506.409574] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1506.409689] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1506.409801] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1506.409916] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1506.410038] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1506.410246] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1506.433852] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1506.434076] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1506.434167] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1506.434352] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-142" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.434677] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-ee5d058c-a97a-40cc-8e83-9721172560d4 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.434854] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.435052] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.435399] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.435548] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5d058c-a97a-40cc-8e83-9721172560d4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.653285] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.653442] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.653519] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.653729] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.653819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.654032] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.654138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.654185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.654336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.654413] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.654494] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 already deleted. [ 1506.654573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.937691] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.937922] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.938081] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.938386] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.938543] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.938708] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port ee5d058c-a97a-40cc-8e83-9721172560d4 not found, creating... [ 1506.938995] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.939216] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.939352] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.939582] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.939727] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.940022] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.940215] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.940345] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.940562] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.940702] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.940847] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: ee5d058c-a97a-40cc-8e83-9721172560d4 is going to be created. [ 1506.960898] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.961129] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.961264] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.961669] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.961845] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.962099] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.636592] env[69735]: INFO networking_nsxv3.common.synchronization [req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 req-77b5d4a5-1017-45ec-83c5-1279e5bf55c4 service nova] Enqueued Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_rules [ 1507.636831] env[69735]: INFO networking_nsxv3.common.synchronization [req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 req-77b5d4a5-1017-45ec-83c5-1279e5bf55c4 service nova] Enqueued Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_members [ 1507.636987] env[69735]: INFO networking_nsxv3.common.synchronization [req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 req-77b5d4a5-1017-45ec-83c5-1279e5bf55c4 service nova] Enqueued Resource ID: ee5d058c-a97a-40cc-8e83-9721172560d4 with Priority: HIGHEST for action port [ 1507.637534] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_rules [ 1507.637705] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_members [ 1507.637755] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee5d058c-a97a-40cc-8e83-9721172560d4 with Priority: HIGHEST for action port [ 1507.638285] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef2fc768-0d78-483d-af33-3d2b90230eb1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.638513] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.638701] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.639016] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.639190] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.640128] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2fc768-0d78-483d-af33-3d2b90230eb1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.640342] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.640454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.640665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.640867] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.641023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.641132] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.641320] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.641454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.641608] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.642461] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee5d058c-a97a-40cc-8e83-9721172560d4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.642633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.642742] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.642932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.643070] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5d058c-a97a-40cc-8e83-9721172560d4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.145079] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2fc768-0d78-483d-af33-3d2b90230eb1 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.145313] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.145433] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.146856] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee5d058c-a97a-40cc-8e83-9721172560d4 with status ACTIVE [ 1508.147057] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.147175] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.147245] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.147462] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.147575] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.147776] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.147850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.147888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.148042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.148158] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.148327] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.148458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.148494] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.148619] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.148695] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.148778] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee5d058c-a97a-40cc-8e83-9721172560d4 is going to be updated. [ 1508.169347] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.169516] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.169557] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.169751] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.169888] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.170067] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee5d058c-a97a-40cc-8e83-9721172560d4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.647465] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.149922] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.150188] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.150285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.150510] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.150617] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.150721] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 is going to be created. [ 1509.178225] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.178430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.178430] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.178655] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.178797] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.188423] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 in Status: UNINITIALIZED for 2s [ 1509.273330] env[69735]: INFO networking_nsxv3.common.synchronization [req-f1f5d851-1806-408e-85da-83b41df44363 req-b3b1bece-d075-43d7-9890-9a756eb349dd tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_members [ 1509.273808] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGHEST for action security_group_members [ 1509.274125] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.274251] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.274327] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.274525] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.274750] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.274841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.274841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.274960] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.275053] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.275147] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.778571] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.778963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.778963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.779051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.779277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.779530] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.779670] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.779756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.779945] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.780065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.780246] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 is going to be updated. [ 1509.811982] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.812236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.812236] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.812481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.812804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.821943] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 in Status: IN_PROGRESS for 2s [ 1511.203748] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 in Status: SUCCESS [ 1511.204088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.204202] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.204406] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.204635] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.204773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.204841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.205014] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.205105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.205192] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.205283] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.708102] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2fc768-0d78-483d-af33-3d2b90230eb1 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.708383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.708383] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.708567] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.708709] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.708811] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.708877] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.709055] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.709164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.709237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.709414] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2fc768-0d78-483d-af33-3d2b90230eb1 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.709502] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.709542] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.709674] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.709850] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.709951] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.710030] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.710182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.710286] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.710366] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.710458] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.832931] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 in Status: SUCCESS [ 1511.833177] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 deletion is rescheduled due to dependency. [ 1511.833238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.214488] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef2fc768-0d78-483d-af33-3d2b90230eb1: rpc.has_security_group_logging(os_id): False [ 1512.231508] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.231685] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.231733] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.231920] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.232022] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.232217] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.232319] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.232382] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.232539] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.232614] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.232824] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.232962] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.233083] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.233307] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.233438] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.233647] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.233745] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.233809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.233998] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.234124] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.234176] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 is going to be created. [ 1512.289491] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.289712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.289762] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.290025] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.290288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.300384] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 in Status: IN_PROGRESS for 2s [ 1514.274465] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.274906] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1514.313171] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 in Status: SUCCESS [ 1514.313349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.468828] env[69735]: INFO networking_nsxv3.common.synchronization [req-9aa9a04e-c137-476a-88ea-81853b6ae25a req-6bc2ba05-0f3e-4366-b865-3576b7654910 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Enqueued Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_members [ 1518.470031] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 with Priority: HIGHEST for action security_group_members [ 1518.470031] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef2fc768-0d78-483d-af33-3d2b90230eb1 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.470031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.470031] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.470370] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.470370] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.470573] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.470694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.470916] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.471378] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.471378] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef2fc768-0d78-483d-af33-3d2b90230eb1',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.973560] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.973843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.973843] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.974136] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.974256] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.974536] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.974683] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.974756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.974959] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.975073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.975180] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 is going to be updated. [ 1519.012796] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.013107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.013107] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.013274] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.013420] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.023790] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 in Status: IN_PROGRESS for 2s [ 1520.375361] env[69735]: INFO networking_nsxv3.common.synchronization [req-88e63430-a829-4697-83a8-5db2ab00dac3 req-eae2e3a9-b411-4f6f-b2bd-b076f9d4c134 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_members [ 1520.375743] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGHEST for action security_group_members [ 1520.377119] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.377272] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.377317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.377518] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.377673] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.377776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.377864] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.377993] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.378114] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.378198] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.881164] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.881477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.881477] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.881634] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.881690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.881843] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.881942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.882019] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.882174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.882241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.882329] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 is going to be updated. [ 1520.907271] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.907565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.907565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.907688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.907747] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.915641] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 in Status: IN_PROGRESS for 2s [ 1521.034572] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 in Status: SUCCESS [ 1521.034774] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef2fc768-0d78-483d-af33-3d2b90230eb1 deletion is rescheduled due to dependency. [ 1521.034902] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef2fc768-0d78-483d-af33-3d2b90230eb1" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.929028] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 in Status: SUCCESS [ 1522.929028] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 deletion is rescheduled due to dependency. [ 1522.929028] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.966480] env[69735]: INFO networking_nsxv3.common.synchronization [None req-483b8ba1-273b-4a9d-bc5a-9609d45b6805 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_rules [ 1524.967018] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_rules [ 1524.967327] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.967448] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.967515] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.967777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.967859] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.031975] env[69735]: INFO networking_nsxv3.common.synchronization [None req-f10218aa-ad76-4286-80ab-0efcd4b43de9 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_rules [ 1525.032451] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_rules [ 1525.032835] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.032944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.490419] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.490646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.490721] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.490942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.491057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.491162] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35989da-52b4-4021-9435-d2aa99098e34 already deleted. [ 1525.491248] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.491598] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.491809] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.491904] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.011052] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.011361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.011361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.011540] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.011632] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.011727] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35989da-52b4-4021-9435-d2aa99098e34 already deleted. [ 1526.011808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.033684] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.034193] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.463461] env[69735]: INFO networking_nsxv3.common.synchronization [req-646bd6b4-0cb5-4967-b222-987c2417ae06 req-01531cd4-9739-4735-ba27-28354b7b30c9 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_members [ 1530.464014] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_members [ 1530.464357] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.464496] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.464556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.464852] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.465058] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.465166] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.465277] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.465585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.465628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.465701] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.725779] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.725987] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.726125] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.726398] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.726654] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.726812] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.726936] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.727238] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.727393] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.727650] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1530.727770] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1530.727891] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1530.728015] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1530.728133] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1530.728288] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1530.728470] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1530.749590] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1530.749781] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1530.749920] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1530.750119] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.750471] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-4c74588a-b3cd-40bb-96bb-4a0a45009211 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.750652] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.750782] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.751118] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.751266] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c74588a-b3cd-40bb-96bb-4a0a45009211',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.967869] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.968128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.968128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.968321] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.968415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.968670] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.968757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.968757] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.968910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.968984] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.969078] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35989da-52b4-4021-9435-d2aa99098e34 already deleted. [ 1530.969156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.253744] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.254195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.254195] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.254407] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.254565] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.254720] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 4c74588a-b3cd-40bb-96bb-4a0a45009211 not found, creating... [ 1531.254981] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.255158] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.255282] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.255525] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.255666] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.255973] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.256124] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.256246] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.256455] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.256664] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.256856] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 4c74588a-b3cd-40bb-96bb-4a0a45009211 is going to be created. [ 1531.277606] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.277833] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.277961] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.278381] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.278497] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.278725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.945787] env[69735]: INFO networking_nsxv3.common.synchronization [req-646bd6b4-0cb5-4967-b222-987c2417ae06 req-5e6cc38d-6d85-452b-8b3b-9495ca55bda1 service nova] Enqueued Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_rules [ 1531.945787] env[69735]: INFO networking_nsxv3.common.synchronization [req-646bd6b4-0cb5-4967-b222-987c2417ae06 req-5e6cc38d-6d85-452b-8b3b-9495ca55bda1 service nova] Enqueued Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_members [ 1531.945787] env[69735]: INFO networking_nsxv3.common.synchronization [req-646bd6b4-0cb5-4967-b222-987c2417ae06 req-5e6cc38d-6d85-452b-8b3b-9495ca55bda1 service nova] Enqueued Resource ID: 4c74588a-b3cd-40bb-96bb-4a0a45009211 with Priority: HIGHEST for action port [ 1531.945787] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_rules [ 1531.945787] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_members [ 1531.945996] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c74588a-b3cd-40bb-96bb-4a0a45009211 with Priority: HIGHEST for action port [ 1531.946888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.947017] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.947092] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.947294] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.947374] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.948192] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.948301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.948393] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.948552] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.948700] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.948794] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.948847] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.948987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.949131] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.949203] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.949888] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c74588a-b3cd-40bb-96bb-4a0a45009211 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.950051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.950088] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.950214] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.950287] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c74588a-b3cd-40bb-96bb-4a0a45009211',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.452451] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.452814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.452814] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.453727] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c74588a-b3cd-40bb-96bb-4a0a45009211 with status ACTIVE [ 1532.453941] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.454047] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.454152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.454312] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.454402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.454564] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.454659] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.454717] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.454871] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.454948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.455141] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.455232] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.455285] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.455429] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.455561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.455620] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c74588a-b3cd-40bb-96bb-4a0a45009211 is going to be updated. [ 1532.477417] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.477417] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.477629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.477680] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.477820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.479034] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c74588a-b3cd-40bb-96bb-4a0a45009211" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.957675] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.460285] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.460773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.460773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.460773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.460890] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.460934] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35989da-52b4-4021-9435-d2aa99098e34 is going to be created. [ 1533.483740] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.483988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.483988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.484157] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.484308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.493972] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35989da-52b4-4021-9435-d2aa99098e34 in Status: UNINITIALIZED for 2s [ 1535.505786] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35989da-52b4-4021-9435-d2aa99098e34 in Status: SUCCESS [ 1535.506171] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.506253] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.506404] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.506596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.506713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.506781] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.506932] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.507018] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.507116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.507202] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.009402] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.511532] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f35989da-52b4-4021-9435-d2aa99098e34: rpc.has_security_group_logging(os_id): False [ 1536.529781] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.529928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.530013] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.530226] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.530317] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.530625] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.530730] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.530819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.530983] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.531101] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.531193] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35989da-52b4-4021-9435-d2aa99098e34 is going to be created. [ 1536.594868] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.595115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.595115] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.595343] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.595530] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.608839] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35989da-52b4-4021-9435-d2aa99098e34 in Status: IN_PROGRESS for 2s [ 1536.947207] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.947386] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1538.621605] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35989da-52b4-4021-9435-d2aa99098e34 in Status: SUCCESS [ 1538.621987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.949014] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.949434] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.950907] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.951365] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.332892] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1551.333315] env[69735]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-806c4e99-b83f-47e4-a9e5-cc17c3c8c47c None None] NSXv3 Agent Agent loop - iteration:4 started [ 1551.951903] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.952203] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.954341] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.954341] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.955690] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.956155] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.957289] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.957778] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.958284] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.958670] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.959300] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.959758] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.960770] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.961206] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.962356] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.962356] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.294646] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.294646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.294646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.294646] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.295227] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.797294] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.299541] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.801696] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1591.801944] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1591.963585] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.963783] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.614093] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.614636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.614636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.614636] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.628770] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1592.629764] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.630702] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1592.668638] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.668860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.668860] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.669106] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.683511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.684429] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1592.684554] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1592.684598] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1592.719596] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.719827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.719827] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.720080] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.720820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.721031] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1592.798694] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.798935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.798935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.799187] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.799484] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.799750] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1592.865815] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.866056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.866056] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.866348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.866690] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.866977] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:23. [ 1592.867088] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f48d3cf-7321-47a9-a915-8d70d574933c', '64ba6eed-0fe7-40bb-aa3f-ba1995177d92', 'e49f30d6-8e71-4b0e-937b-df97b0cb18f9', 'f35989da-52b4-4021-9435-d2aa99098e34', '651d3ea8-c1be-4bd0-94f2-336dd2adf488', 'd459bfa9-9eb9-43f6-b27a-c7a0246c8bee', '8084238d-f9cd-4462-9cf2-dbc3ef4761a4', 'e599801b-ad20-443b-ae78-a359941f4172', '7a6cefee-49b7-4a5e-b6cd-58df175bddda', '98bf4f24-e674-4f6c-bb59-de0c31f3b9b8', '061ea451-d11e-4a4c-a4c3-706cd79da348', '23aec94f-89ab-4b08-b54f-d76caff1f669', 'bcbe4774-f869-49df-8ccb-e200db45ee9d', '471ca37c-23a4-498a-96f0-d8e472d6e56a', '0bc7c258-6799-4e60-9b48-14bb07d9a290', '1c01853d-0ae7-4cc9-83e8-534d320af8a6', 'acc46db1-6731-4071-952d-07ff223ef502', 'fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0', '4ea651f7-46e4-40f6-a0c8-62e002096098', 'afaa4709-c3c6-4409-b010-a86a7a856330', 'ef2fc768-0d78-483d-af33-3d2b90230eb1', 'd26a5b0b-15d0-4b9b-8869-5dfc93205181', '9c2163c8-6e42-49f8-a4ea-21bb0f3569ce'} {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1592.867222] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1592.884571] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.884777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.884777] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.885108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.885108] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.885251] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1592.885338] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1592.885397] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1592.955031] env[69735]: INFO networking_nsxv3.common.synchronization [req-ef0559d2-49ce-4e59-935f-0f0903485b1e req-ee5fc15a-9a63-4e2e-b3d2-8fb575485870 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_members [ 1592.955398] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGHEST for action security_group_members [ 1592.955725] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.955895] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.955997] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.956268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.956938] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.956938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.956938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.956938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.956938] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.956938] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.964487] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.964637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.964711] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.965661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.966830] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.967126] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1592.967210] env[69735]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69735) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1592.967286] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1592.967352] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1592.967430] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/23 resources of Type:Security Group Rules [ 1592.967504] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGH for action security_group_rules [ 1592.967575] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGH for action security_group_rules [ 1592.967640] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGH for action security_group_rules [ 1592.967693] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGH for action security_group_rules [ 1592.967960] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGH for action security_group_rules [ 1592.967960] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGH for action security_group_rules [ 1592.967960] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGH for action security_group_rules [ 1592.967960] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGH for action security_group_rules [ 1592.968306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGH for action security_group_rules [ 1592.968306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGH for action security_group_rules [ 1592.968306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGH for action security_group_rules [ 1592.968306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGH for action security_group_rules [ 1592.968306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGH for action security_group_rules [ 1592.968306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGH for action security_group_rules [ 1592.968306] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGH for action security_group_rules [ 1592.968662] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGH for action security_group_rules [ 1592.968662] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGH for action security_group_rules [ 1592.968662] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGH for action security_group_rules [ 1592.968662] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGH for action security_group_rules [ 1592.968662] env[69735]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGH for action security_group_rules [ 1592.968820] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.460043] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.460043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.460043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.460043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.479964] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.480251] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.480369] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.480456] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.480633] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.480715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.480807] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35989da-52b4-4021-9435-d2aa99098e34 is going to be updated. [ 1593.508061] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.508358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.508358] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.508475] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.508618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.517389] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35989da-52b4-4021-9435-d2aa99098e34 in Status: IN_PROGRESS for 2s [ 1595.527450] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35989da-52b4-4021-9435-d2aa99098e34 in Status: SUCCESS [ 1595.527817] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35989da-52b4-4021-9435-d2aa99098e34 deletion is rescheduled due to dependency. [ 1595.527817] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.569857] env[69735]: INFO networking_nsxv3.common.synchronization [None req-a7fb425c-43a9-4d3b-9575-fa94ae128fd5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_rules [ 1597.569857] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_rules [ 1597.569857] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48d3cf-7321-47a9-a915-8d70d574933c with Priority: HIGH for action security_group_rules [ 1597.570291] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 with Priority: HIGH for action security_group_rules [ 1597.570291] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 with Priority: HIGH for action security_group_rules [ 1597.570291] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 with Priority: HIGH for action security_group_rules [ 1597.570291] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afaa4709-c3c6-4409-b010-a86a7a856330 with Priority: HIGH for action security_group_rules [ 1597.570428] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 with Priority: HIGH for action security_group_rules [ 1597.570428] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 with Priority: HIGH for action security_group_rules [ 1597.571113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc46db1-6731-4071-952d-07ff223ef502 with Priority: HIGH for action security_group_rules [ 1597.571113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a with Priority: HIGH for action security_group_rules [ 1597.571113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 with Priority: HIGH for action security_group_rules [ 1597.571113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbe4774-f869-49df-8ccb-e200db45ee9d with Priority: HIGH for action security_group_rules [ 1597.571113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 with Priority: HIGH for action security_group_rules [ 1597.571113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 with Priority: HIGH for action security_group_rules [ 1597.571113] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 with Priority: HIGH for action security_group_rules [ 1597.571424] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda with Priority: HIGH for action security_group_rules [ 1597.571424] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee with Priority: HIGH for action security_group_rules [ 1597.571424] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599801b-ad20-443b-ae78-a359941f4172 with Priority: HIGH for action security_group_rules [ 1597.571698] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 with Priority: HIGH for action security_group_rules [ 1597.571698] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 with Priority: HIGH for action security_group_rules [ 1597.571698] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35989da-52b4-4021-9435-d2aa99098e34 with Priority: HIGH for action security_group_rules [ 1597.571988] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.572116] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.572178] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.572424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.572502] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.573369] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f48d3cf-7321-47a9-a915-8d70d574933c taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.573481] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.573538] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.573709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.573775] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f48d3cf-7321-47a9-a915-8d70d574933c',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.574773] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.575052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.575052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.575052] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.575278] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49f30d6-8e71-4b0e-937b-df97b0cb18f9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.575805] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.575904] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.575948] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.576110] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.576205] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8084238d-f9cd-4462-9cf2-dbc3ef4761a4',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.577051] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc7c258-6799-4e60-9b48-14bb07d9a290 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.577051] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.577212] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.577254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.577341] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc7c258-6799-4e60-9b48-14bb07d9a290',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.578837] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afaa4709-c3c6-4409-b010-a86a7a856330 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.579076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.579156] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.579318] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.579560] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afaa4709-c3c6-4409-b010-a86a7a856330',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.580253] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea651f7-46e4-40f6-a0c8-62e002096098 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.580361] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.580421] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.580642] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.580642] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea651f7-46e4-40f6-a0c8-62e002096098',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.581408] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.581548] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.581609] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.581739] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.581786] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.582461] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc46db1-6731-4071-952d-07ff223ef502 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.582556] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.582769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.582769] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.582909] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc46db1-6731-4071-952d-07ff223ef502',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.583588] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471ca37c-23a4-498a-96f0-d8e472d6e56a taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.583588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.583791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.583791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.583860] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471ca37c-23a4-498a-96f0-d8e472d6e56a',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.586107] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.586200] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.586281] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.586423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.586551] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c01853d-0ae7-4cc9-83e8-534d320af8a6',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.587174] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcbe4774-f869-49df-8ccb-e200db45ee9d taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.587305] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.587349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.587506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.587564] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcbe4774-f869-49df-8ccb-e200db45ee9d',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.588277] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23aec94f-89ab-4b08-b54f-d76caff1f669 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.588418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.588629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.588629] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.588735] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23aec94f-89ab-4b08-b54f-d76caff1f669',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.589418] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061ea451-d11e-4a4c-a4c3-706cd79da348 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.589628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.589628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.589969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.589969] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061ea451-d11e-4a4c-a4c3-706cd79da348',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.590756] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.590756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.590756] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.591043] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.591124] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bf4f24-e674-4f6c-bb59-de0c31f3b9b8',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.591927] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.592072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.592072] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.592217] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.592271] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6cefee-49b7-4a5e-b6cd-58df175bddda',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.593029] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.593159] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.593225] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.593580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.593685] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d459bfa9-9eb9-43f6-b27a-c7a0246c8bee',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.594362] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e599801b-ad20-443b-ae78-a359941f4172 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.594498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.594498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.594709] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.594868] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e599801b-ad20-443b-ae78-a359941f4172',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.596306] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.596410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.596497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.596618] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.596692] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651d3ea8-c1be-4bd0-94f2-336dd2adf488',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.597713] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.597921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.597921] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.598185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.598271] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ba6eed-0fe7-40bb-aa3f-ba1995177d92',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.599189] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35989da-52b4-4021-9435-d2aa99098e34 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.599300] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.599355] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.599485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.599562] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35989da-52b4-4021-9435-d2aa99098e34',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.635543] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.635760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.635760] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.635942] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.637826] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.637940] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.638633] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.638796] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.639505] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.639637] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.656874] env[69735]: INFO networking_nsxv3.common.synchronization [None req-74cd25e7-bf5d-4cf4-8411-f3bd077b6f8f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_rules [ 1597.657850] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.657969] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc46db1-6731-4071-952d-07ff223ef502 is going to be deleted. [ 1597.659174] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_rules [ 1597.659380] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.659588] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.660589] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.660712] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.677293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.677462] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d459bfa9-9eb9-43f6-b27a-c7a0246c8bee is going to be deleted. [ 1597.678511] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.678725] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.696023] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.696179] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23aec94f-89ab-4b08-b54f-d76caff1f669 is going to be deleted. [ 1597.697042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.697257] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.719472] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.719744] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.721344] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.721502] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afaa4709-c3c6-4409-b010-a86a7a856330 is going to be deleted. [ 1597.722357] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.722582] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.722671] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.722778] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc46db1-6731-4071-952d-07ff223ef502" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.734702] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.734882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.734924] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.735129] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.735223] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.735340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d459bfa9-9eb9-43f6-b27a-c7a0246c8bee" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.755889] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.756185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.756185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.756322] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.756415] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.756536] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23aec94f-89ab-4b08-b54f-d76caff1f669" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.807679] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.807886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.807886] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.808174] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.808291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.808348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afaa4709-c3c6-4409-b010-a86a7a856330" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.125238] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.125238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.125238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.125528] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.127164] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.127308] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.128033] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.128151] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.137963] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.138161] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.163520] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.163715] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.164671] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.164787] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.165665] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.165776] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.166563] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.166664] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.167482] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.167580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.168373] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.168463] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.169250] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.169366] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651d3ea8-c1be-4bd0-94f2-336dd2adf488 is going to be deleted. [ 1598.170819] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.170913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.170988] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.171221] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.172750] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.172844] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.173500] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.173932] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.174042] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.174621] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.175056] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.175168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.175734] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.176126] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.176222] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.176800] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.177226] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.177333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.178795] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.179239] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.179335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.199856] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.200396] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.200618] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0 is going to be deleted. [ 1598.201471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.201687] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.232301] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.232457] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e599801b-ad20-443b-ae78-a359941f4172 is going to be deleted. [ 1598.233365] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.233581] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.235761] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.235887] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.250036] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.250180] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8084238d-f9cd-4462-9cf2-dbc3ef4761a4 is going to be deleted. [ 1598.251122] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.251340] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.255851] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.255974] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.285533] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.285686] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc7c258-6799-4e60-9b48-14bb07d9a290 is going to be deleted. [ 1598.286929] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.287182] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.338537] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.338773] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.341143] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.341267] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.361884] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.363225] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea651f7-46e4-40f6-a0c8-62e002096098 is going to be deleted. [ 1598.364325] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.364561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.392718] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.392897] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.422180] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.422329] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49f30d6-8e71-4b0e-937b-df97b0cb18f9 is going to be deleted. [ 1598.423263] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.423485] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.460529] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.460708] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471ca37c-23a4-498a-96f0-d8e472d6e56a is going to be deleted. [ 1598.461883] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.462288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.462389] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.462510] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35989da-52b4-4021-9435-d2aa99098e34 is going to be deleted. [ 1598.463461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.463661] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.506677] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.506841] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.526050] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.526212] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcbe4774-f869-49df-8ccb-e200db45ee9d is going to be deleted. [ 1598.527169] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.527388] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.530490] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.530662] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.571710] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.572177] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.578424] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.578570] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ba6eed-0fe7-40bb-aa3f-ba1995177d92 is going to be deleted. [ 1598.579497] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.579719] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.581481] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.581705] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.635342] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.635559] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.638630] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.638760] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c01853d-0ae7-4cc9-83e8-534d320af8a6 is going to be deleted. [ 1598.639816] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.640059] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.662355] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.662565] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.698015] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.698275] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f48d3cf-7321-47a9-a915-8d70d574933c is going to be deleted. [ 1598.699254] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.699498] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.699592] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.699698] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 already deleted. [ 1598.699793] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.699949] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.700128] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.701109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.701288] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.701375] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.790561] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.790755] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bf4f24-e674-4f6c-bb59-de0c31f3b9b8 is going to be deleted. [ 1598.791882] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.792208] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.793836] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.793963] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.863585] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.863820] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061ea451-d11e-4a4c-a4c3-706cd79da348 is going to be deleted. [ 1598.864677] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.864899] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.918095] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.918247] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.925977] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.926125] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6cefee-49b7-4a5e-b6cd-58df175bddda is going to be deleted. [ 1598.927076] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.927309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.927418] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.927506] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651d3ea8-c1be-4bd0-94f2-336dd2adf488" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.927663] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.927831] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.927910] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.928057] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd36d93e-fe8a-4a5f-be3a-8f4abf5b60e0" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.928564] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.928741] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.928828] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.928953] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8084238d-f9cd-4462-9cf2-dbc3ef4761a4" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.929105] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.929252] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.929333] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.929443] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e599801b-ad20-443b-ae78-a359941f4172" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.929572] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.929713] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.929790] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.929900] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc7c258-6799-4e60-9b48-14bb07d9a290" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.930041] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.930185] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.930262] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.930375] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea651f7-46e4-40f6-a0c8-62e002096098" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.930501] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.930638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.930710] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.930819] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49f30d6-8e71-4b0e-937b-df97b0cb18f9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.930944] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.931241] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.931414] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.931471] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35989da-52b4-4021-9435-d2aa99098e34" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.931586] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.931727] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.931804] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.931913] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471ca37c-23a4-498a-96f0-d8e472d6e56a" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.932089] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.932231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.932309] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.932423] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcbe4774-f869-49df-8ccb-e200db45ee9d" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.932550] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.932688] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.932765] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.932874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ba6eed-0fe7-40bb-aa3f-ba1995177d92" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.932995] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.933152] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.933228] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.933335] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c01853d-0ae7-4cc9-83e8-534d320af8a6" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.933458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.933593] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.933667] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.933771] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f48d3cf-7321-47a9-a915-8d70d574933c" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.943848] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.944065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.944065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.944266] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.944354] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.944478] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bf4f24-e674-4f6c-bb59-de0c31f3b9b8" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.987065] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.987065] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.987348] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.987385] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.987458] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.987580] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061ea451-d11e-4a4c-a4c3-706cd79da348" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.014877] env[69735]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.015475] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.015874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.015874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.015874] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.016060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.016094] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6cefee-49b7-4a5e-b6cd-58df175bddda" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.222087] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.222291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.222291] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.222549] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.222645] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.222742] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 already deleted. [ 1599.222825] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.660429] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.660723] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.933847] env[69735]: INFO networking_nsxv3.common.synchronization [req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf req-dbbc7f1c-5528-4e54-9cf0-cb1177ae36d7 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_members [ 1602.934382] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_members [ 1602.934687] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.934808] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.934872] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.935164] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.935323] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.935410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.935489] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.935623] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.935706] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.935798] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.271806] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.272031] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.272187] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.272457] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.272715] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.272879] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.272998] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.273230] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.273385] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.273608] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1603.273723] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] NeedRegenerationException {{(pid=69735) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1603.273837] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] no value, waiting for create lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1603.273948] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] value creation lock acquired {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1603.274077] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] No value present for key: 'zone-id' {{(pid=69735) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1603.274216] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Calling creation function for not-yet-present value {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1603.274355] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1603.294244] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1603.294454] env[69735]: DEBUG dogpile.cache.region [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69735) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1603.294583] env[69735]: DEBUG dogpile.lock [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Released creation lock {{(pid=69735) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1603.294740] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "network-119" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.295091] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock port-9eca4051-b2f5-4f9e-ae93-e3495db3b316 taken with stack trace [, , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.295268] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.295391] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.295729] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.295875] env[69735]: DEBUG networking_nsxv3.api.rpc [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eca4051-b2f5-4f9e-ae93-e3495db3b316',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.438424] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.438638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.438638] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.438807] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.438878] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.439131] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.439268] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.439345] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.439502] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.439589] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.439658] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 already deleted. [ 1603.439740] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.798194] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.798554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.798554] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.798828] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.798984] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.799178] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Segment Port 9eca4051-b2f5-4f9e-ae93-e3495db3b316 not found, creating... [ 1603.799443] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.799605] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.799725] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.799949] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.800107] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.800390] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.800547] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.800671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.800879] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.801026] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.801195] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Resource: SegmentPort with ID: 9eca4051-b2f5-4f9e-ae93-e3495db3b316 is going to be created. [ 1603.821480] env[69735]: DEBUG networking_nsxv3.common.locking [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.821671] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.821799] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.822091] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.822333] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.822599] env[69735]: DEBUG oslo_concurrency.lockutils [None req-31f0eb28-f789-415a-89dd-f821cc479420 None None] Releasing lock "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.489026] env[69735]: INFO networking_nsxv3.common.synchronization [req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf req-12d4ef5d-6423-4aeb-9289-8ceee97d3305 service nova] Enqueued Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_rules [ 1604.489026] env[69735]: INFO networking_nsxv3.common.synchronization [req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf req-12d4ef5d-6423-4aeb-9289-8ceee97d3305 service nova] Enqueued Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_members [ 1604.489026] env[69735]: INFO networking_nsxv3.common.synchronization [req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf req-12d4ef5d-6423-4aeb-9289-8ceee97d3305 service nova] Enqueued Resource ID: 9eca4051-b2f5-4f9e-ae93-e3495db3b316 with Priority: HIGHEST for action port [ 1604.489026] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_rules [ 1604.489026] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_members [ 1604.489026] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eca4051-b2f5-4f9e-ae93-e3495db3b316 with Priority: HIGHEST for action port [ 1604.489026] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.489026] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.489736] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.490216] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.490978] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.491273] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.491457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.491457] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.491621] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.491766] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.491855] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.491935] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.492176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.492176] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.492529] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.494714] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eca4051-b2f5-4f9e-ae93-e3495db3b316 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.494839] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.495058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.495058] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.495186] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eca4051-b2f5-4f9e-ae93-e3495db3b316',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.996294] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.996806] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.996806] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.997493] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eca4051-b2f5-4f9e-ae93-e3495db3b316 with status ACTIVE [ 1604.997679] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.997829] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.997928] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.998063] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.998168] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.998319] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.998454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.998454] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.998607] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.998694] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.998861] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.998972] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.999099] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.999231] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.999293] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.999398] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eca4051-b2f5-4f9e-ae93-e3495db3b316 is going to be updated. [ 1605.021361] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.021615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.021615] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.021749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.021911] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.022073] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eca4051-b2f5-4f9e-ae93-e3495db3b316" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.501119] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.004535] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.004894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.004894] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.004981] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.005069] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.005175] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 is going to be created. [ 1606.028959] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.029227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.029227] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.029410] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.029543] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.038322] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 in Status: UNINITIALIZED for 2s [ 1608.049610] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 in Status: SUCCESS [ 1608.050224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.050224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.050224] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.050532] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.050628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.050628] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.050791] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.050875] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.050961] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.051072] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.553342] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.055815] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9: rpc.has_security_group_logging(os_id): False [ 1609.072902] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.073165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.073165] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.073343] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.073461] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.073663] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.073758] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.073822] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.073969] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.074060] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.074150] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 is going to be created. [ 1609.131053] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.131330] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.131377] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.131752] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.131891] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.143060] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 in Status: IN_PROGRESS for 2s [ 1609.490899] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.490899] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1611.157504] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 in Status: SUCCESS [ 1611.157947] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.491517] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.491909] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.492781] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.493181] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.493853] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.494296] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.495561] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.495929] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.496851] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.497247] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1639.498849] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.499287] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.500105] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.500497] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.501102] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.501475] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.502857] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.503279] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1659.503883] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1659.504340] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.504704] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1664.505089] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.475571] env[69735]: INFO networking_nsxv3.common.synchronization [req-87764222-e237-4681-9c1e-4bfc394c6309 req-93710239-630c-45d0-a54b-759bd43c7e91 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Enqueued Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_members [ 1667.476173] env[69735]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 with Priority: HIGHEST for action security_group_members [ 1667.477212] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 taken with stack trace [, , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.477360] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.477455] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.477665] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.477839] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.477917] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.477987] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.478155] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.478238] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.478361] env[69735]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57ecc5a2-4e8e-4b1f-8365-5e22c38440b9',) {} {{(pid=69735) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.984309] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.984544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.984544] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.984749] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.984814] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.985025] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.985138] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.985198] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.985349] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.985425] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.985515] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 is going to be updated. [ 1668.018786] env[69735]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69735) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.019109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.019109] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.019237] env[69735]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.019336] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.027707] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 in Status: IN_PROGRESS for 2s [ 1670.039017] env[69735]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 in Status: SUCCESS [ 1670.039402] env[69735]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57ecc5a2-4e8e-4b1f-8365-5e22c38440b9 deletion is rescheduled due to dependency. [ 1670.039402] env[69735]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57ecc5a2-4e8e-4b1f-8365-5e22c38440b9" {{(pid=69735) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.477424] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.477424] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.478832] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.479367] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.480711] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.481107] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.482179] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.482778] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.483500] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.483977] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.486584] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.486584] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.485350] env[69735]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1702.486064] env[69735]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0